-- Logs begin at Tue 2022-05-10 18:29:37 UTC, end at Tue 2022-05-10 19:37:29 UTC. -- May 10 19:11:57.225196 dv-cinder-784815-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:12:00.015462 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.common.config [-] Logging enabled! May 10 19:12:00.016013 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 19:12:00.016248 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103353) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 19:12:00.019473 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.common.config [-] Logging enabled! May 10 19:12:00.019725 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 19:12:00.020040 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103353) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 19:12:00.020997 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:12:00.021224 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:12:00.022150 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:12:00.022525 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:12:00.022753 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:12:00.023067 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.023457 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.023690 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.023987 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.024391 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.024698 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.024986 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.025391 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.025676 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.025958 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.026325 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.026557 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.026834 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.027179 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.027470 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.027694 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] debug = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.028024 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.028479 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.028891 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.029170 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.029460 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.029732 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.030002 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.030281 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.030561 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.030888 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] host = dv-cinder-784815-13-iscsi {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.031163 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.031448 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.031735 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.032020 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.032296 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.032600 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.032879 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.033149 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.033421 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.033697 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.033983 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.034266 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.034551 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.034772 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.035113 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.035401 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.035699 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.035973 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.036243 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.036541 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.036815 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.037112 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.037380 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.037662 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.037942 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.038224 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.038496 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.038767 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.039034 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.039300 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.039586 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.039855 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.040131 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.040400 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.040782 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.041057 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.041330 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.041625 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.041906 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.042185 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.042468 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.042739 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.043016 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.043281 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.043549 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.043817 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] use_json = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.044084 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.044348 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.044650 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.044918 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.045183 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.045453 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.045722 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.046003 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.046269 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:00.046565 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.046964 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.047265 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.047548 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.047953 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.048232 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.048541 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.048903 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.049191 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.049541 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.049836 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.050113 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.050470 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.050756 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.051050 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.051351 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.051643 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.051935 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.052212 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.052530 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.052811 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.053086 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.053372 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.053647 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.053933 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.054217 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.054495 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.054789 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.055072 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.055353 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.055643 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.055932 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.056207 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.056520 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.056926 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.057215 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.057489 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.057774 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.058054 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.058326 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.058606 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.058880 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.059149 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.059421 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.059689 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.059976 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.060255 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.060556 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.060830 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.061103 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.061371 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.061647 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.061915 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.062186 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.062453 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.062790 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.063067 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.063336 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.063608 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.063879 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.064152 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.064444 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.064715 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.064984 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.065253 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.065521 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.065790 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.066060 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.066332 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.066601 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.066873 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.067141 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.067410 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.067680 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.067974 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.068800 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.069180 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.069461 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.069737 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.070011 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.070384 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.070665 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.070943 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.071214 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.071592 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.071872 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.072218 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.072527 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.072807 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.073119 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.073450 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.073724 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.074004 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.074278 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.074555 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.074836 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.075120 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.075413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.075706 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.075996 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.076289 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.076618 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.076899 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.077458 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.077738 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:00.077954 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:12:00.078193 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103353) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:12:00.540374 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 19:12:00.540681 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 19:12:00.540990 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 19:12:00.541319 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:12:00.866842 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.867038 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.867306 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.868509 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.868787 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.869048 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.923799 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.924067 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.924331 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.938820 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.939097 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.939361 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.970025 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.970304 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:00.970569 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.007397 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.007669 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.007934 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.344800 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.345430 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.345430 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.345712 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.346413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.445491 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.445812 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.446093 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.446364 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.446630 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.446941 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.447200 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.447454 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.447705 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.447991 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.448250 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.448537 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.448793 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.449042 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.449293 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.449549 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.449798 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.450060 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.450321 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.450574 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.450842 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.451089 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.451362 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.451730 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.452233 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.452495 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.452879 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:01.453112 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:01.453344 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:01.453575 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:01.453806 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:01.454037 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:01.454391 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:12:01.457446 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:12:01.461896 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:12:01.465663 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 10 19:12:01.467271 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:12:01.467733 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:12:01.468060 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:12:01.468461 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:12:01.471373 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:12:01.471620 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:12:01.471961 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:12:01.476808 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 19:12:01.499910 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:12:01.500358 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.500680 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103353) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 19:12:01.501047 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.502382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103353) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:12:01.502661 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:12:01.502905 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:12:01.506697 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.506977 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:01.570588 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:12:01.570818 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:12:01.571048 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:12:01.571408 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:12:01.592125 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_db.sqlalchemy.engines [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103353) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:12:02.031384 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing driver for type 'gre' May 10 19:12:02.032157 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] gre ID ranges: [(1, 1000)] May 10 19:12:02.088941 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing driver for type 'local' May 10 19:12:02.089276 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing driver for type 'vlan' May 10 19:12:02.101865 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] VlanTypeDriver initialization complete May 10 19:12:02.102218 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing driver for type 'vxlan' May 10 19:12:02.102704 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] vxlan ID ranges: [(1, 1000)] May 10 19:12:02.157839 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing extension driver 'port_security' May 10 19:12:02.158199 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] PortSecurityExtensionDriver initialization complete May 10 19:12:02.158534 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing mechanism driver 'openvswitch' May 10 19:12:02.158858 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing mechanism driver 'hyperv' May 10 19:12:02.165354 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:02.166196 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.166577 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.166932 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.167453 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:12:02.167887 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.168248 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.168625 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.169019 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:12:02.169429 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.169783 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.170127 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.170520 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:12:02.170925 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > security_group after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.171277 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > security_group after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.171623 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.172010 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:12:02.172438 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.172785 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.173124 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.173516 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:12:02.173919 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > address_group after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.174267 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > address_group after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.174607 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.174994 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:12:02.175439 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] ML2 OVO RPC backend initialized. {{(pid=103353) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 19:12:02.176153 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.176533 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.176953 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.177303 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > networks before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.177652 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.177993 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > ports before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.178335 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.178674 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnets before_response 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.179018 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.179357 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.179692 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.180028 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.180362 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.180738 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.181061 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.181396 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.181730 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.189210 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded quota_driver: . May 10 19:12:02.189575 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.plugin [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Modular L2 Plugin initialization complete May 10 19:12:02.189922 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading services supported by the core plugin {{(pid=103353) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:12:02.190266 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.plugins.ml2.managers [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Got port-security extension from driver 'port_security' May 10 19:12:02.190746 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.extensions.vlantransparent [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Disabled vlantransparent extension. May 10 19:12:02.191235 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103353) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:12:02.191561 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: router May 10 19:12:02.227650 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.227990 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_create 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.228366 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router before_create 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.228758 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.229135 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.229490 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_delete 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.229850 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.230202 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.230559 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_create 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.230905 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_update 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.231255 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_update 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.231602 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.232078 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_update 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.232517 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.232894 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.233238 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.233583 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: subnet after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.233921 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.234273 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.234622 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.234970 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.235315 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.235670 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router after_update 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.236010 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.236363 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.236745 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.237089 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.237453 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > agent after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.237803 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > agent after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.238148 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > network after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.239005 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Tracking information for resource: router configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:02.239339 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Tracking information for resource: floatingip configured {{(pid=103353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:12:02.244148 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.db.l3_agentschedulers_db [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:12:02.244754 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.245141 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.245481 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.245844 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.246640 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router before_create 55550100 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.247006 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.247369 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_create 55550100 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.247726 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > router precommit_update 55550100 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.252535 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.provider_configuration [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service providers = [] {{(pid=103353) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:12:02.252902 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.db.servicetype_db [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103353) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:12:02.256364 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.service_base [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:12:02.256742 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.service_base [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:12:02.257083 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.service_base [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:12:02.257971 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.services.service_base [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:12:02.258343 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.services.service_base [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:12:02.258716 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.259035 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:12:02.269672 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.270011 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: auto_allocate May 10 19:12:02.276111 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: network precommit_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.276514 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: network precommit_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.277036 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.277359 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: tag May 10 19:12:02.284080 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.284409 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: timestamp May 10 19:12:02.288250 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.288621 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: network_ip_availability May 10 19:12:02.294080 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.294452 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.294808 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.295522 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.295842 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: flavors May 10 19:12:02.300783 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.301117 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading Plugin: revisions May 10 19:12:02.305379 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:12:02.305770 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_concurrency.lockutils [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=103353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 19:12:02.306506 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103353) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 19:12:02.306843 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Initializing extension manager. May 10 19:12:02.307365 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: __init__.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.307709 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: __pycache__ {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.308046 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: _port_mac_address_override.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.308379 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: address_group.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.309152 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.309716 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: address-group May 10 19:12:02.310042 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: address_scope.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.310752 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.311258 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: address-scope May 10 19:12:02.311582 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.312530 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.313044 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: router-admin-state-down-before-update May 10 19:12:02.313366 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: agent.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.314066 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.314571 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: agent May 10 19:12:02.314893 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: agent_resources_synced.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.315812 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.316327 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: agent-resources-synced May 10 19:12:02.316676 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: allowedaddresspairs.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.318983 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.319506 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: allowed-address-pairs May 10 19:12:02.319831 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: auto_allocated_topology.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.320935 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.321449 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: auto-allocated-topology May 10 19:12:02.321776 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: availability_zone.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.322476 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.322984 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: availability_zone May 10 19:12:02.323309 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: availability_zone_filter.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.324225 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.324765 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: availability_zone_filter May 10 19:12:02.325090 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: data_plane_status.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.326005 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.326510 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:12:02.326832 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: default_subnetpools.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.327999 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.328540 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: default-subnetpools May 10 19:12:02.328864 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.329670 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.330176 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: dhcp_agent_scheduler May 10 19:12:02.330498 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: dns.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.331413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.331915 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension dns-integration not supported by any of loaded plugins May 10 19:12:02.332235 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: dns_domain_ports.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.333177 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.333746 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:12:02.334544 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.335463 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.335969 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 19:12:02.336288 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: dvr.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.336990 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.337494 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: dvr May 10 19:12:02.337813 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: ecmp_routes.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.338724 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.339223 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 19:12:02.339544 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: empty_string_filtering.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.340547 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.341060 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: empty-string-filtering May 10 19:12:02.341382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.342289 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.342792 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:12:02.343115 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.344020 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.344562 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:12:02.344886 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: external_net.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.345801 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.346302 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: external-net May 10 19:12:02.346624 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.347533 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.348035 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: extra_dhcp_opt May 10 19:12:02.348357 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: extraroute.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.349310 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.349818 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: extraroute May 10 19:12:02.350143 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: extraroute_atomic.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.351332 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.351842 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: extraroute-atomic May 10 19:12:02.352166 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: filter_validation.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.352864 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.353367 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: filter-validation May 10 19:12:02.353690 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: fip_pf_description.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.354601 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.355099 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:12:02.355420 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: fip_pf_port_range.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.356329 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.356854 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 19:12:02.357178 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: fip_port_details.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.358095 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.358596 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: fip-port-details May 10 19:12:02.358917 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: flavors.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.360153 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.360667 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: flavors May 10 19:12:02.360996 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.362645 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.363165 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:12:02.363496 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: floatingip_pools.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.364193 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.364730 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: floatingip-pools May 10 19:12:02.365082 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: ip_allocation.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.366009 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.366515 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:12:02.366846 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.367757 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.368268 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: ip-substring-filtering May 10 19:12:02.368626 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l2_adjacency.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.369561 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.370065 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:12:02.370387 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.371342 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.371860 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: router May 10 19:12:02.372184 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.374398 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.374924 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:12:02.375258 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.376190 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.376737 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: ext-gw-mode May 10 19:12:02.377064 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.377987 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.378503 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: l3-ha May 10 19:12:02.378834 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.379742 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.380243 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 19:12:02.381122 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_flavors.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.382103 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.382717 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: l3-flavors May 10 19:12:02.383049 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.384455 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.384968 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 19:12:02.385296 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.386217 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.386730 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:12:02.387057 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: l3agentscheduler.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.388097 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.388640 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: l3_agent_scheduler May 10 19:12:02.388970 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: local_ip.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.392076 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.392648 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension local_ip not supported by any of loaded plugins May 10 19:12:02.392965 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: logging.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.394435 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.394955 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension logging not supported by any of loaded plugins May 10 19:12:02.395288 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: metering.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.396037 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.397223 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: metering May 10 19:12:02.397549 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.398658 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.399175 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: metering_source_and_destination_fields May 10 19:12:02.399502 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: multiprovidernet.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.400452 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.400967 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: multi-provider May 10 19:12:02.401293 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: netmtu.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.402208 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.402714 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: net-mtu May 10 19:12:02.403040 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: netmtu_writable.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.403950 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.404486 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: net-mtu-writable May 10 19:12:02.404814 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: network_availability_zone.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.405490 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.405993 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: network_availability_zone May 10 19:12:02.406314 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: network_ip_availability.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.407416 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.407924 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: network-ip-availability May 10 19:12:02.408247 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: network_segment_range.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.409063 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.409567 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:12:02.409888 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: pagination.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.410875 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.411209 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: pagination May 10 19:12:02.411534 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: port_device_profile.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.412509 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.413024 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: port-device-profile May 10 19:12:02.413347 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: port_mac_address_override.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.414289 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.414797 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: port-mac-override May 10 19:12:02.415120 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.416053 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.416596 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: port-mac-address-regenerate May 10 19:12:02.416922 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.417842 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.418351 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: port-numa-affinity-policy May 10 19:12:02.418674 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: port_resource_request.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.419585 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.420090 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:12:02.420434 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: port_resource_request_groups.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.421400 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.421907 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 19:12:02.422231 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: portbindings.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.423159 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.423665 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: binding May 10 19:12:02.423991 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: portbindings_extended.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.425293 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.425814 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: binding-extended May 10 19:12:02.426141 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: portsecurity.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.427063 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.427602 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: port-security May 10 19:12:02.427934 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: project_id.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.428937 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.429274 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: project-id May 10 19:12:02.429598 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: providernet.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.430532 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.431048 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: provider May 10 19:12:02.431371 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.435065 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.435591 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos not supported by any of loaded plugins May 10 19:12:02.435924 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.437205 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.437722 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:12:02.438051 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.438986 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.439495 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:12:02.439820 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_default.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.440754 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.441268 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-default not supported by any of loaded plugins May 10 19:12:02.441595 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_fip.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.442512 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.443519 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-fip not supported by any of loaded plugins May 10 19:12:02.443856 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.444804 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.445314 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 19:12:02.445637 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_gateway_ip.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.446562 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.447068 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:12:02.447431 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_port_network_policy.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.448414 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.448949 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:12:02.449278 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.450317 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.450833 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 19:12:02.451155 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.457162 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.457707 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 19:12:02.458043 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_pps_rule.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.459784 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.460301 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-pps not supported by any of loaded plugins May 10 19:12:02.460661 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_rule_type_details.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.461583 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.462096 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:12:02.462423 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.463347 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.463855 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 19:12:02.464178 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: qos_rules_alias.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.465258 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.465770 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:12:02.466095 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: quota_check_limit.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.467088 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.467599 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: quota-check-limit May 10 19:12:02.467924 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: quotasv2.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.468910 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.469242 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: quotas May 10 19:12:02.469566 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: quotasv2_detail.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.471344 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.471682 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: quota_details May 10 19:12:02.472016 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: rbac.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.473098 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.473626 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: rbac-policies May 10 19:12:02.473956 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: rbac_address_group.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.474937 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.475453 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: rbac-address-group May 10 19:12:02.475779 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: rbac_address_scope.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.476731 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.477245 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: rbac-address-scope May 10 19:12:02.477569 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: rbac_security_groups.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.478536 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.479009 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: rbac-security-groups May 10 19:12:02.479336 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: rbac_subnetpool.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.480256 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.480801 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: rbac-subnetpool May 10 19:12:02.481125 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: revisionifmatch.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.482053 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.482560 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: revision-if-match May 10 19:12:02.482884 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: revisions.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.484048 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.484594 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: standard-attr-revisions May 10 19:12:02.484922 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: router_availability_zone.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.485593 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.486104 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: router_availability_zone May 10 19:12:02.486427 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: routerservicetype.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.487347 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.487897 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension router-service-type not supported by any of loaded plugins May 10 19:12:02.488219 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.489192 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.490805 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: security-groups-normalized-cidr May 10 19:12:02.491131 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.492059 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.492663 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: port-security-groups-filtering May 10 19:12:02.492985 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.493974 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.494496 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: security-groups-remote-address-group May 10 19:12:02.494821 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.495868 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.496394 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: security-groups-shared-filtering May 10 19:12:02.496749 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.497346 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 19:12:02.497672 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: securitygroup.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.507810 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.508339 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: security-group May 10 19:12:02.508701 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: segment.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.509430 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.509940 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension segment not supported by any of loaded plugins May 10 19:12:02.510268 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.511214 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.511724 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:12:02.512052 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: servicetype.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.513199 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.513714 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: service-type May 10 19:12:02.514044 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: sorting.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.515026 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.515359 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: sorting May 10 19:12:02.515683 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: standard_attr_segment.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.516624 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.517138 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:12:02.517464 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: standardattrdescription.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.518117 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.518624 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: standard-attr-description May 10 19:12:02.518949 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: stateful_security_group.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.519887 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.520401 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: stateful-security-group May 10 19:12:02.520756 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: stdattrs_common.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.521354 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:12:02.521673 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.522602 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.523130 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:12:02.523450 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: subnet_onboard.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.524552 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.525070 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: subnet_onboard May 10 19:12:02.525391 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.526319 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.526830 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:12:02.527154 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: subnet_service_types.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.528075 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.528628 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: subnet-service-types May 10 19:12:02.528955 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: subnetallocation.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.530047 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.530572 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: subnet_allocation May 10 19:12:02.530899 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.531571 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.532077 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: subnetpool-prefix-ops May 10 19:12:02.532401 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.533361 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.533868 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:12:02.534190 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: tagging.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.535257 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.535773 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: standard-attr-tag May 10 19:12:02.536099 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: timestamp.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.537370 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.537883 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loaded extension: standard-attr-timestamp May 10 19:12:02.538212 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: trunk.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.539253 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.539766 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension trunk not supported by any of loaded plugins May 10 19:12:02.540093 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: trunk_details.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.541049 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.541558 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension trunk-details not supported by any of loaded plugins May 10 19:12:02.541879 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: uplink_status_propagation.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.542808 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.543317 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:12:02.543637 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Loading extension file: vlantransparent.py {{(pid=103353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:12:02.544304 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:12:02.544843 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:12:02.547383 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:network May 10 19:12:02.547912 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:subnet May 10 19:12:02.548318 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:12:02.548749 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:port May 10 19:12:02.549992 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.550442 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service FLAVORS assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.551070 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.551499 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.551834 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:router May 10 19:12:02.552275 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:12:02.553314 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service METERING assigned prefix: /metering {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.554768 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.555148 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.555506 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:12:02.556562 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:12:02.557009 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:security_group May 10 19:12:02.557438 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:12:02.558045 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service CORE assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.558385 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:12:02.558730 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] subnetpool is already registered May 10 19:12:02.559155 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service CORE assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.559489 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:12:02.559821 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] subnetpool is already registered May 10 19:12:02.562166 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.562601 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service FLAVORS assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.563210 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.563625 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.563960 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:router May 10 19:12:02.564298 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] router is already registered May 10 19:12:02.564754 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:12:02.565094 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] floatingip is already registered May 10 19:12:02.565549 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service METERING assigned prefix: /metering {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.566214 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:12:02.566544 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] rbac_policy is already registered May 10 19:12:02.566955 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:security_group May 10 19:12:02.567289 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] security_group is already registered May 10 19:12:02.567694 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:12:02.568067 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] security_group_rule is already registered May 10 19:12:02.569221 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service CORE assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.569552 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:12:02.569885 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] subnetpool is already registered May 10 19:12:02.570302 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.v2.resource_helper [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Service CORE assigned prefix: {{(pid=103353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:12:02.570634 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:12:02.570970 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING neutron.quota.resource_registry [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] subnetpool is already registered May 10 19:12:02.571439 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: extensions {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.572943 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: address-groups {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.574424 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: address-scopes {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.575751 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: agents {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.577201 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: auto-allocated-topology {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.578456 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: availability_zones {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.579689 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: dhcp-networks {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.581239 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: dhcp-agents {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.582673 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: routers {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.584918 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: flavors {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.586100 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: service_profiles {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.587310 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: next_providers {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.588803 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: service_profiles {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.590346 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: floatingip-pools {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.591571 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: routers {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.593697 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: floatingips {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.595873 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: l3-routers {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.597309 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: l3-agents {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.598727 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: metering-labels {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.600125 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: metering-label-rules {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.601446 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: network-ip-availabilities {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.602713 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: bindings {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.604386 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: quotas {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.605966 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: quotas {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.607516 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: rbac-policies {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.608837 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: security-groups {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.610112 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: security-group-rules {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.611315 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: service-providers {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.612551 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: subnetpools {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.613973 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: subnetpools {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.615997 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.617734 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.619552 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.621359 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.623145 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.625018 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.626717 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.628653 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.630416 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.632904 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron.api.extensions [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Extended resource: tags {{(pid=103353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:12:02.638805 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING keystonemiddleware.auth_token [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:12:02.644060 dv-cinder-784815-13-iscsi neutron-server[103353]: WARNING keystonemiddleware.auth_token [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:12:02.652870 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_concurrency.lockutils [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Acquired lock "singleton_lock" {{(pid=103353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 19:12:02.653349 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_concurrency.lockutils [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Releasing lock "singleton_lock" {{(pid=103353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 19:12:02.654007 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Starting 2 workers May 10 19:12:02.658866 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Started child 103462 {{(pid=103353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:12:02.663334 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Started child 103463 {{(pid=103353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:12:02.664366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.665025 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO neutron.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:12:02.665577 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.665971 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [-] (103462) wsgi starting up on http://0.0.0.0:9696 May 10 19:12:02.667956 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Starting 1 workers May 10 19:12:02.668080 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.669644 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [-] (103463) wsgi starting up on http://0.0.0.0:9696 May 10 19:12:02.673243 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Started child 103464 {{(pid=103353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:12:02.673788 dv-cinder-784815-13-iscsi neutron-server[103353]: INFO oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Starting 1 workers May 10 19:12:02.676906 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] calling RpcWorker wait() {{(pid=103464) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:12:02.677956 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] returning from RpcWorker wait() {{(pid=103464) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:12:02.678826 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Started child 103465 {{(pid=103353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:12:02.679176 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.679618 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0a65b082-62ad-4812-a444-1a0ea8a78f22 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.679724 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:02.681451 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 19:12:02.681658 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:12:02.681837 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:12:02.682068 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:12:02.682382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:12:02.682542 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:12:02.683217 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.683508 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.683638 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:02.684129 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.684129 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.684619 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.684880 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.685121 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.685402 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.685592 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:02.685686 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.685813 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.686134 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.686391 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.686648 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.686960 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.687216 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.687455 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.687687 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.687852 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.688267 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.688552 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.688782 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.689048 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] debug = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.689290 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.689791 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.690021 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.690283 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.690525 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.690788 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.691016 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.691277 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.691519 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.691755 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.691990 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.692260 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.692604 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.692839 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.693664 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.693930 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.694146 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.694595 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] host = dv-cinder-784815-13-iscsi {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.694852 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.695041 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.695276 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.695523 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.695781 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.695994 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.696251 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.696520 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.696775 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.697017 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.697258 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.697494 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.697728 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.697993 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.698150 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_options = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.698382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.698645 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.698908 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.699105 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.699274 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.699427 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.699677 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.699842 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.700099 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.700336 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.700581 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.700818 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.701056 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.701288 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.701537 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.701752 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.702232 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.702442 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.702850 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.703246 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.703519 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.703729 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.704051 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.704213 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.704408 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.704686 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.704923 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.705228 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.705588 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.705797 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.706134 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.706411 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707146 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707146 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707146 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707545 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707545 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707733 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.707925 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.708160 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.708382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.708843 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.709062 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.709325 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.709532 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.709742 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.710151 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_json = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.710506 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.710878 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.711282 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.713101 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.716156 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717205 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717205 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717205 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717205 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717503 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717585 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.717763 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.718104 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.718324 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.720054 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.723475 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.723766 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.724124 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.724413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.724712 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.724953 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.725220 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.725453 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.725682 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.726637 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.726870 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.727128 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.727367 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.727592 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.728475 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.728810 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.729303 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.729659 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.729948 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.730226 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.730487 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.730734 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.731002 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.731229 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.731480 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.731720 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.731959 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.732218 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.732675 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.733095 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.733524 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.733765 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.734001 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.734257 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.734521 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.734750 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.734969 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.735207 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.735443 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.735656 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.735882 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.736664 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.736899 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.737147 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.737370 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.737591 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.737830 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.738039 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.738250 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.738477 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.738696 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.738923 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.739133 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.739363 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.739570 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.739821 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.742412 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.742631 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.742848 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.743067 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.743304 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.743516 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.743729 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.743942 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.744155 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.744368 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.744611 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.744813 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.745043 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.745279 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.745495 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.745708 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.745921 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.746135 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.746366 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.746575 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.746787 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.746992 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.747306 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.747562 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.747802 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.748034 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.748280 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.748513 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.748755 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.748967 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.749176 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.749382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.749623 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.749834 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.750091 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.750481 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.750715 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.750967 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.751178 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.751392 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.751607 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.751813 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.752047 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.752263 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.752558 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.752787 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.753035 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.753296 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.753530 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.753820 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.754066 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.754345 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.754590 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.754840 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.755115 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.755379 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.756221 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.756559 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.756749 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.757013 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.757271 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.757529 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.757789 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.758014 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.758242 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.758490 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.758721 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.758951 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.759196 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.759497 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.759716 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.759941 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.760150 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.760435 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.760678 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.760908 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.761163 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.761405 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.761652 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.761887 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.762108 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.762311 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.762538 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.762766 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.762974 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.763215 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.763421 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.763650 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.763888 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.764095 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.764336 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.764566 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.764777 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.765002 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.765616 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.765616 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.765887 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.765887 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.766512 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.766512 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.766512 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.767117 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.767117 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.767117 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.767480 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.767572 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.767779 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.768197 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.768330 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.768474 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.768695 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.768972 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.769166 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.769421 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.769634 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.769846 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.770054 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.770266 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.770681 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.770681 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.770908 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.771159 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.771426 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.771655 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.771975 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.772226 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.772490 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.772740 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.772972 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.773204 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.773413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.773643 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.773870 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.774080 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.774295 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.774727 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.774727 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.775023 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.775145 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.775375 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.775641 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.775875 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.776124 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.776336 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.776594 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.776804 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.777036 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.777246 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.777476 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.777683 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.777888 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.778117 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.778322 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.778591 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.778843 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.779082 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.779428 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.779560 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.779793 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.780035 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.780240 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.780515 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.780741 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.780952 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.781163 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.781404 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.781609 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.781815 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.782050 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.782264 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.782469 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.782704 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.782912 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.783116 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.783332 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.783542 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.783761 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.783964 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.784170 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.784373 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.784625 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.784836 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.785045 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.785265 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.785469 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.785672 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.785887 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.786095 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.786305 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.786575 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.786859 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.787077 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.787363 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.787514 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:02.787615 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.787846 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.788091 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.788393 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.788641 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.788895 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.789124 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.789335 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.789549 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.789810 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.790161 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.790428 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.790827 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.791021 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.791169 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.791436 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.791704 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.791913 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.792444 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.792571 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.792849 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.793094 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.793357 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.793717 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.793852 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.794020 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.794208 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.794417 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.794657 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.794919 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.795144 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.795485 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.795569 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.795775 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.796006 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.796254 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.796503 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.796789 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.796937 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.797083 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:12:02.797639 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 19:12:02.797803 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:12:02.797953 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:12:02.798139 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:12:02.798306 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:12:02.798457 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:12:02.798658 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.798818 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.798975 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.799131 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.799322 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.799483 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.799638 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.799792 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.799946 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.800102 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.800258 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.800413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.800598 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.800755 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.800909 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801063 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801219 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801379 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801533 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801688 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801842 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.801997 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] debug = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.802150 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.802365 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.803152 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.803361 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.803520 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.803675 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.803829 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.803983 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.804138 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.804292 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.804466 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.804624 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.804779 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.804934 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.805088 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.805243 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.805576 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.805576 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] host = dv-cinder-784815-13-iscsi {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.805831 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.805831 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806021 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806099 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806259 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806415 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806555 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806745 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806894 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.806979 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.807139 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.807274 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.807432 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.807586 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.807741 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_options = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.807895 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.808048 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.808206 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.808386 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.808554 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.808713 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.808869 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809026 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809180 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809333 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809505 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809645 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809779 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.809904 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810058 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810212 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810366 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810520 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810674 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810827 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.810981 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.811133 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.811287 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.811440 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.811593 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.811747 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.811900 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.812052 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.812206 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.812362 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.812537 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.812699 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.812834 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813016 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813169 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813284 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813442 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813586 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813743 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.813897 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.814052 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.814205 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.814360 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.814513 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.814668 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815034 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815034 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_json = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815207 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815745 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815745 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815745 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.815745 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.816013 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.816013 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.816154 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.816259 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:12:02.816462 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.816632 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.816991 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.816991 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.817146 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.817240 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.817384 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.817539 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.817695 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.817850 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818054 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818217 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818558 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818558 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818693 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818821 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.818982 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.819136 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.819295 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.819474 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.819630 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.819786 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.819953 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.820097 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.820236 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.820394 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.820581 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.820750 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.820905 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.821068 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.821238 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.821395 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.821557 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.821711 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.821841 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822001 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822158 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822315 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822472 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822629 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822785 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.822940 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.823097 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.823254 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.823411 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.823568 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.823725 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.823882 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.824037 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.824194 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.824352 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.824556 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.824704 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.824999 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.825095 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.825238 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.825514 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.825796 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.825962 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.827407 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.827587 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.827587 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.827861 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.827963 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.828046 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.828183 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.828341 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.828521 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.828694 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.828852 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829010 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829166 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829324 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829480 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829637 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829793 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.829950 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830106 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830435 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830435 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830660 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830762 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830845 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.830982 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.831138 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.831294 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.831450 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.831605 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.831761 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.831917 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.832073 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.832245 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.832402 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.832580 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.832737 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.832895 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.833052 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.833208 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.833365 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.833521 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.833700 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.833858 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834014 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834174 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834331 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834487 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834644 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834800 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.834956 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.835111 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.835266 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.835422 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.835577 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.835735 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.835890 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.836046 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.836203 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.836358 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.836546 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.836704 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.836864 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837020 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837187 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837353 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837517 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837655 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837811 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.837966 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.838123 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.838278 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.838433 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.838588 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.838742 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.838898 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.839064 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.839221 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.839379 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.839536 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.839715 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.839871 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840026 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840182 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840338 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840516 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840672 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840828 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.840986 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.841141 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.841297 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.841455 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.841612 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.841769 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.841924 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.842079 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.842236 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.842393 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.842549 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.842706 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.842863 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843020 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843176 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843331 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843488 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843645 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843801 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.843957 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.844113 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.844270 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.844481 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.844605 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.844760 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.844917 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.845072 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.845227 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.845382 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.845541 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.845699 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.845857 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846014 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846171 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846328 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846484 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846642 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846797 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.846954 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.847112 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.847271 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.847429 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.847587 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.847743 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.847900 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.848055 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.848212 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.848384 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.848563 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.848719 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.848878 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.849033 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.849189 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.849966 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.850124 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.850280 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.850436 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.850594 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.850751 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.850908 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.851065 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.851222 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.851379 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.851538 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.851696 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.851853 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852010 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852167 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852325 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852502 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852659 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852817 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.852974 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.853131 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.853289 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.853444 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.853614 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.853771 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.853926 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.854082 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.854238 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.854395 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.854560 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.854716 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.854871 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855026 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855182 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855338 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855504 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855659 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855814 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.855969 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.856125 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.856281 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.856467 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.856626 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.856782 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.856937 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.857092 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.857248 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.857413 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.857569 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.857729 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.857883 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858039 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858194 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858360 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858515 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858670 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858825 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.858980 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.859136 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.859301 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.859458 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.859616 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.859782 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.859938 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.860093 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.860249 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.860445 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.860593 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.860751 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.860908 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.861064 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.861220 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.861378 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.861538 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.861702 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.861865 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862021 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862186 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862349 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862513 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862662 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862821 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.862988 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.863144 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.863299 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.863454 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.863612 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.863768 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.863923 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.864077 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.864232 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.864388 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.864578 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.864734 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.864934 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.865609 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.865765 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.865920 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.866076 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.866232 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.866388 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.866543 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:12:02.866692 dv-cinder-784815-13-iscsi neutron-server[103353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:12:02.905722 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45216) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:02.914221 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064287 May 10 19:12:14.299247 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568a20c-fb9c-49fc-ae3f-782e164ac618 None None] get_active_networks_info from dv-cinder-784815-13-iscsi {{(pid=103464) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 19:12:14.369527 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1568a20c-fb9c-49fc-ae3f-782e164ac618 None None] No non-hosted networks {{(pid=103464) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:12:14.392891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.agentschedulers_db [None req-1568a20c-fb9c-49fc-ae3f-782e164ac618 None None] DHCP Agent not found on host dv-cinder-784815-13-iscsi {{(pid=103464) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 19:12:14.512195 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9a70560c-8cab-490f-8a31-588baaa89b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579536'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:16.637064 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c8da-20dd-41b6-940d-44fc0260c26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579536'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:16.662819 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-76e81d2c-5bbc-42f2-97f5-4063ecba79d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:17.338393 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45278) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:17.390699 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579536'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:17.867164 dv-cinder-784815-13-iscsi neutron-server[103463]: WARNING oslo_policy.policy [None req-96d82dc2-9b17-4843-8fdd-61d0134e2f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:17.867793 dv-cinder-784815-13-iscsi neutron-server[103463]: WARNING oslo_policy.policy [None req-96d82dc2-9b17-4843-8fdd-61d0134e2f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:18.090874 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [None req-96d82dc2-9b17-4843-8fdd-61d0134e2f7c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:12:18.102449 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-96d82dc2-9b17-4843-8fdd-61d0134e2f7c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7525346 May 10 19:12:18.957061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579536'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:20.573214 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579536'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:20.573924 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.574457 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.574586 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.574881 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.575210 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.575552 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.575865 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.576209 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.576565 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.577163 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.577509 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.577852 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.578361 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.578835 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.579391 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:20.579958 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784815-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:20.588898 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784815-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:20.638352 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45310) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:20.954381 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:21.044068 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.policy [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103463) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:12:21.085016 dv-cinder-784815-13-iscsi neutron-server[103463]: WARNING oslo_policy.policy [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:21.085382 dv-cinder-784815-13-iscsi neutron-server[103463]: WARNING oslo_policy.policy [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:21.182687 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754977933937', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754977933437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754977983481', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754977976783', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754977970680', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754978029330', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1948959', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1950437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666843'] for rbac-policy (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:21.254931 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:21.256668 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9fbbab72-5781-4501-8520-d6eab56cf878 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6173365 May 10 19:12:23.734732 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 45324) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:24.235388 dv-cinder-784815-13-iscsi neutron-server[103462]: WARNING oslo_policy.policy [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:24.235943 dv-cinder-784815-13-iscsi neutron-server[103462]: WARNING oslo_policy.policy [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:24.456185 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:24.511853 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Made reservation on behalf of b028ff2c5aa54499a9cd429125c28fc7 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:12:24.573220 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.policy [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103462) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:12:24.614890 dv-cinder-784815-13-iscsi neutron-server[103462]: WARNING oslo_policy.policy [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:24.615276 dv-cinder-784815-13-iscsi neutron-server[103462]: WARNING oslo_policy.policy [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:12:24.625595 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:24.648970 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:24.751680 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.db.l3_hamode_db [None req-2a8d20aa-817c-483a-ab8b-840293168ab3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:12:24.767249 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks [] for security_group (4f68acea-ef10-4c02-95f9-9c361942807e), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:24.771758 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (4f68acea-ef10-4c02-95f9-9c361942807e), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:24.803807 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:12:24.830155 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d20aa-817c-483a-ab8b-840293168ab3 None None] Routers set() bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:12:24.830544 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d20aa-817c-483a-ab8b-840293168ab3 None None] Router IDs set() for agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 19:12:24.831775 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754978925096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (9d27eba2-1bdd-4d7d-8ddd-357d47ee720b), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:24.832370 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Unsubscribe: segment precommit_create {{(pid=103462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:12:24.832951 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Added segment 9d27eba2-1bdd-4d7d-8ddd-357d47ee720b of type vlan for network f327a275-c57d-4199-b8c8-30e1753d351b May 10 19:12:24.839485 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4f68acea-ef10-4c02-95f9-9c361942807e,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:24.869286 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.869627 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.869981 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.870327 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.870655 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.870974 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.871290 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.871603 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.871935 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.872253 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.872593 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.872920 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.873233 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.873543 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.873851 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Tracked resource versions report: May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: pushed versions: May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: { 'AddressGroup': {'1.2'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Agent': {'1.1'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'ConntrackHelper': {'1.0'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'LocalIPAssociation': {'1.0'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Log': {'1.0'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'NDPProxy': {'1.0'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Network': {'1.1'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Port': {'1.7'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'PortForwarding': {'1.3'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'QosPolicy': {'1.10'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroup': {'1.5'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroupRule': {'1.2'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SubPort': {'1.0'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Subnet': {'1.1'}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Trunk': {'1.1'}} May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: consumer versions: May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Agent': '1.1', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'ConntrackHelper': '1.0', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'LocalIPAssociation': '1.0', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Log': '1.0', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'NDPProxy': '1.0', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Network': '1.1', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Port': '1.7', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'PortForwarding': '1.3', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'QosPolicy': '1.10', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroup': '1.5', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroupRule': '1.2', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SubPort': '1.0', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Subnet': '1.1', May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Trunk': '1.1'}} May 10 19:12:24.875263 dv-cinder-784815-13-iscsi neutron-server[103462]: {{(pid=103462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:12:24.953971 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (f327a275-c57d-4199-b8c8-30e1753d351b), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:24.994048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (f327a275-c57d-4199-b8c8-30e1753d351b), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:25.000406 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:25.001559 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:25.089005 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3521578 May 10 19:12:25.128822 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda5783-0f05-4615-8507-0c1afd327738 demo demo] Pushing event updated for resources: {'Network': ['ID=f327a275-c57d-4199-b8c8-30e1753d351b,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:25.141796 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network f327a275-c57d-4199-b8c8-30e1753d351b details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:12:27.559488 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 45344) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:27.962962 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d8387-9e92-4a76-84af-f4504accafe8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:27.964320 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-057d8387-9e92-4a76-84af-f4504accafe8 demo admin] 10.222.0.70 "GET /v2.0/networks/f327a275-c57d-4199-b8c8-30e1753d351b HTTP/1.1" status: 200 len: 825 time: 0.4038384 May 10 19:12:28.001135 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-5cf209f1-30cd-44ed-9667-4e23f92797c7 demo admin] 10.222.0.70 "GET /v2.0/subnetpools/1a3bb35a-6e45-432c-9c98-eef3f26e87c6 HTTP/1.1" status: 200 len: 734 time: 0.0311794 May 10 19:12:28.010280 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:28.031710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Made reservation on behalf of b028ff2c5aa54499a9cd429125c28fc7 for: {'subnet': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:12:28.033897 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:28.320305 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (3158bd3f-9836-45c6-8a28-763f677d8d98), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:28.389247 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3158bd3f-9836-45c6-8a28-763f677d8d98,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:28.391220 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Checking segment: {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:12:28.391595 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Network hostable DHCP agents. Network: f327a275-c57d-4199-b8c8-30e1753d351b, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:12:28.414088 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Network f327a275-c57d-4199-b8c8-30e1753d351b is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:12:28.428662 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, f327a275-c57d-4199-b8c8-30e1753d351b) {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:28.433991 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:28.435010 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:28.438238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1681d2f-7d28-4bc2-8837-e79e575c4c2c None None] Network f327a275-c57d-4199-b8c8-30e1753d351b requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:12:28.453245 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8b68cf20-487a-4dbc-a7dd-945f4d7e4d10 demo admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4462197 May 10 19:12:28.706856 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-f327a275-c57d-4199-b8c8-30e1753d351b', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:12:28.708766 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:28.988429 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Allocated IP 172.20.0.2 (f327a275-c57d-4199-b8c8-30e1753d351b/3158bd3f-9836-45c6-8a28-763f677d8d98/af572fc5-0f82-4b70-b8c0-c0aaf7607120) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:12:29.260010 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Publish callbacks [] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:29.267016 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:29.340662 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Network f327a275-c57d-4199-b8c8-30e1753d351b is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:12:29.346750 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:29.358590 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:12:29.361726 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Pushing event updated for resources: {'Port': ['ID=af572fc5-0f82-4b70-b8c0-c0aaf7607120,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:29.394812 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.395166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.395588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.395955 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.396298 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.396658 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.396991 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.397322 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.397667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.398030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.398357 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.398700 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.399029 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.399353 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.399677 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Tracked resource versions report: May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: pushed versions: May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: { 'AddressGroup': {'1.2'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Agent': {'1.1'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'ConntrackHelper': {'1.0'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'LocalIPAssociation': {'1.0'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Log': {'1.0'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'NDPProxy': {'1.0'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Network': {'1.1'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Port': {'1.7'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'PortForwarding': {'1.3'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'QosPolicy': {'1.10'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroup': {'1.5'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroupRule': {'1.2'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SubPort': {'1.0'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Subnet': {'1.1'}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Trunk': {'1.1'}} May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: consumer versions: May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Agent': '1.1', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'ConntrackHelper': '1.0', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'LocalIPAssociation': '1.0', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Log': '1.0', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'NDPProxy': '1.0', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Network': '1.1', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Port': '1.7', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'PortForwarding': '1.3', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'QosPolicy': '1.10', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroup': '1.5', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroupRule': '1.2', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SubPort': '1.0', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Subnet': '1.1', May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Trunk': '1.1'}} May 10 19:12:29.401148 dv-cinder-784815-13-iscsi neutron-server[103464]: {{(pid=103464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:12:29.452383 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Attempting to bind port af572fc5-0f82-4b70-b8c0-c0aaf7607120 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:12:29.452975 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Attempting to bind port af572fc5-0f82-4b70-b8c0-c0aaf7607120 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:12:29.453237 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Attempting to bind port af572fc5-0f82-4b70-b8c0-c0aaf7607120 on network f327a275-c57d-4199-b8c8-30e1753d351b {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:12:29.458624 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:12:29.458997 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Checking segment: {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:12:29.459507 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:29.459895 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Bound using segment: {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:12:29.460401 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Bound port: af572fc5-0f82-4b70-b8c0-c0aaf7607120, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:12:29.460845 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:29.522161 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] For port af572fc5-0f82-4b70-b8c0-c0aaf7607120, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:12:29.542239 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] For port af572fc5-0f82-4b70-b8c0-c0aaf7607120, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=af572fc5-0f82-4b70-b8c0-c0aaf7607120,segment=NetworkSegment(9d27eba2-1bdd-4d7d-8ddd-357d47ee720b),segment_id=9d27eba2-1bdd-4d7d-8ddd-357d47ee720b)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:12:29.549094 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:29.615686 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26593c-c105-423e-98d9-7de2b1e189d7 None None] Pushing event updated for resources: {'Port': ['ID=af572fc5-0f82-4b70-b8c0-c0aaf7607120,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:30.914382 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 45352) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:31.222630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [None req-aa7e426c-eb68-4147-8c8a-a5a4f1437e78 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:12:31.223673 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-aa7e426c-eb68-4147-8c8a-a5a4f1437e78 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3080871 May 10 19:12:33.693984 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 45360) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:34.009055 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [None req-c93633b6-91ee-4fc4-a84d-29984981d5a8 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:12:34.010249 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c93633b6-91ee-4fc4-a84d-29984981d5a8 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3153446 May 10 19:12:36.477451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45368) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:36.785184 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:36.813592 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (381a745e-5d1e-491b-ad56-90b20f18d86a), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:36.815295 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (381a745e-5d1e-491b-ad56-90b20f18d86a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:36.974016 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] Publish callbacks [] for router_controller (381a745e-5d1e-491b-ad56-90b20f18d86a), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:36.979284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (381a745e-5d1e-491b-ad56-90b20f18d86a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:36.998582 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:36.999742 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-48689d7b-e266-4998-bdfd-1503f9eb41bc demo demo] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5213304 May 10 19:12:39.487285 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45380) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:39.796525 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [None req-535a2632-ac57-4855-ad97-46f0feb645df admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:12:39.797504 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-535a2632-ac57-4855-ad97-46f0feb645df admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3093662 May 10 19:12:41.046084 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928aaab8-66c9-4d33-bc8a-7efaaecb724c None None] Network f327a275-c57d-4199-b8c8-30e1753d351b requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:12:41.136903 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] Provisioning complete for port af572fc5-0f82-4b70-b8c0-c0aaf7607120 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:41.137366 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:41.302410 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device af572fc5-0f82-4b70-b8c0-c0aaf7607120 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:12:41.353026 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] Current status of the port af572fc5-0f82-4b70-b8c0-c0aaf7607120 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:12:41.353422 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:41.395744 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port af572fc5-0f82-4b70-b8c0-c0aaf7607120 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:41.396141 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:41.425299 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] For port af572fc5-0f82-4b70-b8c0-c0aaf7607120, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=af572fc5-0f82-4b70-b8c0-c0aaf7607120,segment=NetworkSegment(9d27eba2-1bdd-4d7d-8ddd-357d47ee720b),segment_id=9d27eba2-1bdd-4d7d-8ddd-357d47ee720b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:12:41.431875 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:41.515402 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744335ba-d61c-43a8-989d-e3fdd515ebe6 None None] Pushing event updated for resources: {'Port': ['ID=af572fc5-0f82-4b70-b8c0-c0aaf7607120,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:41.526146 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port af572fc5-0f82-4b70-b8c0-c0aaf7607120 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:12:41.547739 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-95e4bc12-9681-4b5d-b7f5-d7354ccf4ee9 None None] Provisioning complete for port af572fc5-0f82-4b70-b8c0-c0aaf7607120 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:41.548129 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-95e4bc12-9681-4b5d-b7f5-d7354ccf4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:41.624159 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-95e4bc12-9681-4b5d-b7f5-d7354ccf4ee9 None None] Current status of the port af572fc5-0f82-4b70-b8c0-c0aaf7607120 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:12:42.293878 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45388) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:42.605443 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:42.626769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Made reservation on behalf of a7c5828bc7be44a6adb3e9898a8f18d8 for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:12:42.629532 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.644581 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.744174 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks [] for security_group (8e2379c3-7ace-4e0c-8a6e-a0b036e34812), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.747983 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8e2379c3-7ace-4e0c-8a6e-a0b036e34812), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.758900 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Reserving flat network on physical network physnet1 {{(pid=103463) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:12:42.792079 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754978925096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (146f0a76-3a4b-4517-820a-44367baae778), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.792673 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Unsubscribe: segment precommit_create {{(pid=103463) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:12:42.793209 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Added segment 146f0a76-3a4b-4517-820a-44367baae778 of type flat for network 19176fd1-92c1-4975-9e75-47a8f3e68325 May 10 19:12:42.812894 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2379c3-7ace-4e0c-8a6e-a0b036e34812,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:42.856949 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.857219 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.857677 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.858137 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.858521 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.858846 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.859164 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.859480 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.859810 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.860132 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.860481 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.860799 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.861108 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.861415 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.861724 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Tracked resource versions report: May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: pushed versions: May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: { 'AddressGroup': {'1.2'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Agent': {'1.1'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'ConntrackHelper': {'1.0'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'LocalIPAssociation': {'1.0'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Log': {'1.0'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'NDPProxy': {'1.0'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Network': {'1.1'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Port': {'1.7'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'PortForwarding': {'1.3'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'QosPolicy': {'1.10'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroup': {'1.5'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroupRule': {'1.2'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SubPort': {'1.0'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Subnet': {'1.1'}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Trunk': {'1.1'}} May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: consumer versions: May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Agent': '1.1', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'ConntrackHelper': '1.0', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'LocalIPAssociation': '1.0', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Log': '1.0', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'NDPProxy': '1.0', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Network': '1.1', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Port': '1.7', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'PortForwarding': '1.3', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'QosPolicy': '1.10', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroup': '1.5', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroupRule': '1.2', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SubPort': '1.0', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Subnet': '1.1', May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Trunk': '1.1'}} May 10 19:12:42.863059 dv-cinder-784815-13-iscsi neutron-server[103463]: {{(pid=103463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:12:42.907347 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (19176fd1-92c1-4975-9e75-47a8f3e68325), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.955324 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (19176fd1-92c1-4975-9e75-47a8f3e68325), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:42.956685 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:42.957380 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:43.042775 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7478509 May 10 19:12:43.056524 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbf5c-4a47-482d-82ae-700e32efb08b admin admin] Pushing event updated for resources: {'Network': ['ID=19176fd1-92c1-4975-9e75-47a8f3e68325,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:43.068664 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:12:43.270345 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device af572fc5-0f82-4b70-b8c0-c0aaf7607120 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:12:43.314277 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port af572fc5-0f82-4b70-b8c0-c0aaf7607120 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:43.314661 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:43.391461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port af572fc5-0f82-4b70-b8c0-c0aaf7607120 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:12:44.260916 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cff0bed7-ba2b-4bf6-b119-a422bde23d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:45.464482 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45400) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:45.852368 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0b755-e6a0-4092-b0e0-76f6bb9fced8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:45.853753 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-b5e0b755-e6a0-4092-b0e0-76f6bb9fced8 demo admin] 10.222.0.70 "GET /v2.0/subnets/3158bd3f-9836-45c6-8a28-763f677d8d98 HTTP/1.1" status: 200 len: 849 time: 0.3883805 May 10 19:12:45.995441 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-418b9352-f0b1-45e5-a344-0645a646cd4f demo admin] 10.222.0.70 "GET /v2.0/routers/381a745e-5d1e-491b-ad56-90b20f18d86a HTTP/1.1" status: 200 len: 704 time: 0.1361346 May 10 19:12:46.266586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:46.555251 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Allocated IP 172.20.0.1 (f327a275-c57d-4199-b8c8-30e1753d351b/3158bd3f-9836-45c6-8a28-763f677d8d98/9cf41acc-da25-4af2-bcbb-0370b9c86b53) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:12:46.624446 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1111-a931-454a-8b83-4f5229b9ecaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:46.740454 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks [] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:46.805420 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:46.874836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Network f327a275-c57d-4199-b8c8-30e1753d351b is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:12:46.879478 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:46.883257 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:12:46.883931 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (381a745e-5d1e-491b-ad56-90b20f18d86a), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:46.958687 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Pushing event updated for resources: {'Port': ['ID=9cf41acc-da25-4af2-bcbb-0370b9c86b53,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:47.074914 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-3f6961e4-6ba7-4534-ba4b-33b75f9acef9 None None] Provisioning complete for port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:47.075236 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-3f6961e4-6ba7-4534-ba4b-33b75f9acef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.108964 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-3f6961e4-6ba7-4534-ba4b-33b75f9acef9 None None] Port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:12:47.154349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.344384 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.362852 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks [] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.367430 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.368150 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (381a745e-5d1e-491b-ad56-90b20f18d86a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.449499 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Pushing event updated for resources: {'Port': ['ID=9cf41acc-da25-4af2-bcbb-0370b9c86b53,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:47.491834 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Network f327a275-c57d-4199-b8c8-30e1753d351b is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:12:47.493191 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:47.657640 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Router 381a745e-5d1e-491b-ad56-90b20f18d86a is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:12:47.732478 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-6bc219db-650c-4dd4-8543-20c9b3e0dff5 None None] Provisioning complete for port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:47.733051 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-6bc219db-650c-4dd4-8543-20c9b3e0dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:47.751072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:12:47.759114 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-598745aa-2e86-41a1-9239-fa5089068dfd demo admin] 10.222.0.70 "PUT /v2.0/routers/381a745e-5d1e-491b-ad56-90b20f18d86a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7558329 May 10 19:12:47.761479 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Sync routers for ids ['381a745e-5d1e-491b-ad56-90b20f18d86a'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:12:47.776177 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Routers {'381a745e-5d1e-491b-ad56-90b20f18d86a'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:12:47.777053 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:12:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['381a745e-5d1e-491b-ad56-90b20f18d86a'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:47.824076 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-6bc219db-650c-4dd4-8543-20c9b3e0dff5 None None] Port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:12:47.974724 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Set router 381a745e-5d1e-491b-ad56-90b20f18d86a gateway port host: None {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:12:48.397263 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'name': 'router1', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:12:36Z', 'updated_at': '2022-05-10T19:12:47Z', 'revision_number': 2, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'gw_port_host': None, '_interfaces': [{'id': '9cf41acc-da25-4af2-bcbb-0370b9c86b53', 'name': '', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'mac_address': 'fa:16:3e:25:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:46Z', 'updated_at': '2022-05-10T19:12:47Z', 'revision_number': 2, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'subnets': [{'id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:48.448542 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Checking router: 381a745e-5d1e-491b-ad56-90b20f18d86a for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:12:48.448916 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Updating router 381a745e-5d1e-491b-ad56-90b20f18d86a port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:12:48.503925 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:48.919961 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.012295 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Publish callbacks [] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.018446 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.166995 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Pushing event updated for resources: {'Port': ['ID=9cf41acc-da25-4af2-bcbb-0370b9c86b53,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:49.193067 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.193414 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.193762 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.194104 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.194432 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.194762 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.195095 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.195406 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.195745 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.196073 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.196396 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.196773 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.197099 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.197418 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.197734 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Tracked resource versions report: May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: pushed versions: May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: { 'AddressGroup': {'1.2'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Agent': {'1.1'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'ConntrackHelper': {'1.0'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'LocalIPAssociation': {'1.0'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Log': {'1.0'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'NDPProxy': {'1.0'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Network': {'1.1'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Port': {'1.7'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'PortForwarding': {'1.3'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'QosPolicy': {'1.10'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroup': {'1.5'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroupRule': {'1.2'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SubPort': {'1.0'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Subnet': {'1.1'}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Trunk': {'1.1'}} May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: consumer versions: May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Agent': '1.1', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'ConntrackHelper': '1.0', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'LocalIPAssociation': '1.0', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Log': '1.0', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'NDPProxy': '1.0', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Network': '1.1', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Port': '1.7', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'PortForwarding': '1.3', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'QosPolicy': '1.10', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroup': '1.5', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroupRule': '1.2', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SubPort': '1.0', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Subnet': '1.1', May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Trunk': '1.1'}} May 10 19:12:49.199126 dv-cinder-784815-13-iscsi neutron-server[103465]: {{(pid=103465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:12:49.212373 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Attempting to bind port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:12:49.212801 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Attempting to bind port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:12:49.213262 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Attempting to bind port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 on network f327a275-c57d-4199-b8c8-30e1753d351b {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:12:49.218101 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:12:49.218495 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Checking segment: {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:12:49.218988 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.219372 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Bound using segment: {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:12:49.219873 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Bound port: 9cf41acc-da25-4af2-bcbb-0370b9c86b53, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d27eba2-1bdd-4d7d-8ddd-357d47ee720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:12:49.220247 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.248227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a7bf5014-fc49-41c9-b098-045894e533e6 None None] Provisioning complete for port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:49.248900 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a7bf5014-fc49-41c9-b098-045894e533e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.287103 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf5014-fc49-41c9-b098-045894e533e6 None None] Port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:12:49.293873 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] For port 9cf41acc-da25-4af2-bcbb-0370b9c86b53, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:12:49.316680 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] For port 9cf41acc-da25-4af2-bcbb-0370b9c86b53, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9cf41acc-da25-4af2-bcbb-0370b9c86b53,segment=NetworkSegment(9d27eba2-1bdd-4d7d-8ddd-357d47ee720b),segment_id=9d27eba2-1bdd-4d7d-8ddd-357d47ee720b)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:12:49.324350 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.391236 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Routers {'381a745e-5d1e-491b-ad56-90b20f18d86a'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:12:49.391884 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:12:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['381a745e-5d1e-491b-ad56-90b20f18d86a'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:49.431470 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290efc1-ec1c-45b1-8a5f-0f4b66416a8b None None] Pushing event updated for resources: {'Port': ['ID=9cf41acc-da25-4af2-bcbb-0370b9c86b53,revision_number=4']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:49.497132 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] Set router 381a745e-5d1e-491b-ad56-90b20f18d86a gateway port host: None {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:12:49.673438 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] Provisioning complete for port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:49.673846 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.706058 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'name': 'router1', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:12:36Z', 'updated_at': '2022-05-10T19:12:47Z', 'revision_number': 2, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'gw_port_host': None, '_interfaces': [{'id': '9cf41acc-da25-4af2-bcbb-0370b9c86b53', 'name': '', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'mac_address': 'fa:16:3e:25:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:46Z', 'updated_at': '2022-05-10T19:12:49Z', 'revision_number': 4, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'subnets': [{'id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:49.733505 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6fe48-4180-4178-bf80-349ad171dcb6 None None] The sync data for ids ['381a745e-5d1e-491b-ad56-90b20f18d86a'] in dv-cinder-784815-13-iscsi is: [{'id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'name': 'router1', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:12:36Z', 'updated_at': '2022-05-10T19:12:47Z', 'revision_number': 2, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'gw_port_host': None, '_interfaces': [{'id': '9cf41acc-da25-4af2-bcbb-0370b9c86b53', 'name': '', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'mac_address': 'fa:16:3e:25:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:46Z', 'updated_at': '2022-05-10T19:12:49Z', 'revision_number': 4, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'subnets': [{'id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:12:49.756174 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] Current status of the port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:12:49.756602 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.788005 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] For port 9cf41acc-da25-4af2-bcbb-0370b9c86b53, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9cf41acc-da25-4af2-bcbb-0370b9c86b53,segment=NetworkSegment(9d27eba2-1bdd-4d7d-8ddd-357d47ee720b),segment_id=9d27eba2-1bdd-4d7d-8ddd-357d47ee720b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:12:49.792188 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:49.844238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b97f-8f44-4df6-98f2-62d5f867b565 None None] Pushing event updated for resources: {'Port': ['ID=9cf41acc-da25-4af2-bcbb-0370b9c86b53,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:50.241164 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45420) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:50.439064 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0577b-fc52-439d-bcd9-741c95c864ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:50.440408 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-41a0577b-fc52-439d-bcd9-741c95c864ec admin admin] 10.222.0.70 "GET /v2.0/networks/19176fd1-92c1-4975-9e75-47a8f3e68325 HTTP/1.1" status: 200 len: 842 time: 0.1982708 May 10 19:12:50.450162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:50.473735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Made reservation on behalf of a7c5828bc7be44a6adb3e9898a8f18d8 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:12:50.476015 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:50.576048 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:50.771570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.objects.ports [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103463) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 19:12:50.771991 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:50.824236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:50.837976 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:12:50.838351 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Network hostable DHCP agents. Network: 19176fd1-92c1-4975-9e75-47a8f3e68325, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:12:50.860393 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:12:50.871740 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 19176fd1-92c1-4975-9e75-47a8f3e68325) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:50.876063 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:50.876716 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:50.882842 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f49de-eead-43de-b106-6504f36bf0f9 None None] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:12:50.891910 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8a45eb48-e8ba-4c28-8f96-c842f84b7dba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4450564 May 10 19:12:50.992059 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc9154-a008-4b5f-903e-485817485367 None None] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:12:51.719191 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:12:53.323467 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45438) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:53.459151 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-84ba3a93-6274-4581-aa37-867906bcd236 demo admin] 10.222.0.70 "GET /v2.0/routers/381a745e-5d1e-491b-ad56-90b20f18d86a HTTP/1.1" status: 200 len: 710 time: 0.1344805 May 10 19:12:53.546201 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c8f61-125d-4ec9-88a3-009d2df95f8e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:12:53.547556 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f19c8f61-125d-4ec9-88a3-009d2df95f8e demo admin] 10.222.0.70 "GET /v2.0/networks/19176fd1-92c1-4975-9e75-47a8f3e68325 HTTP/1.1" status: 200 len: 886 time: 0.0831218 May 10 19:12:53.556246 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:12:53.887582 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks [] for router_gateway (381a745e-5d1e-491b-ad56-90b20f18d86a), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.106664 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks [] for router_gateway (381a745e-5d1e-491b-ad56-90b20f18d86a), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.183539 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.287712 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Allocated IP 172.27.0.27 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/0bb16c89-3481-4fcf-a784-7747671bd8bc) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:12:54.388236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks [] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.421334 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.458115 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:12:54.460842 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:12:54.463886 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:12:54.509218 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Pushing event updated for resources: {'Port': ['ID=0bb16c89-3481-4fcf-a784-7747671bd8bc,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:54.732199 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks [] for router_gateway (381a745e-5d1e-491b-ad56-90b20f18d86a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.933512 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518568'] for router (381a745e-5d1e-491b-ad56-90b20f18d86a), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:54.937313 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-577038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-577041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587115'] for router (381a745e-5d1e-491b-ad56-90b20f18d86a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:55.146102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Router 381a745e-5d1e-491b-ad56-90b20f18d86a has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:12:55.252794 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:12:55.257458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:55.268511 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9cef0e29-ecaf-49d9-8e69-a791a5340c07 demo admin] 10.222.0.70 "PUT /v2.0/routers/381a745e-5d1e-491b-ad56-90b20f18d86a HTTP/1.1" status: 200 len: 889 time: 1.7054646 May 10 19:12:57.277256 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9cf41acc-da25-4af2-bcbb-0370b9c86b53 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:12:57.322481 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:12:57.322871 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:57.402724 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:12:57.764487 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45450) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:12:57.875723 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8ff1087a-9203-4e66-9a27-12fb22aa0ffe admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1099889 May 10 19:12:58.539427 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Sync routers for ids ['381a745e-5d1e-491b-ad56-90b20f18d86a'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:12:58.552136 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Routers {'381a745e-5d1e-491b-ad56-90b20f18d86a'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:12:58.552897 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:12:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['381a745e-5d1e-491b-ad56-90b20f18d86a'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:58.789069 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Set router 381a745e-5d1e-491b-ad56-90b20f18d86a gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:12:59.183641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'name': 'router1', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '0bb16c89-3481-4fcf-a784-7747671bd8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:12:36Z', 'updated_at': '2022-05-10T19:12:54Z', 'revision_number': 4, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'gw_port': {'id': '0bb16c89-3481-4fcf-a784-7747671bd8bc', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:54Z', 'updated_at': '2022-05-10T19:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9cf41acc-da25-4af2-bcbb-0370b9c86b53', 'name': '', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'mac_address': 'fa:16:3e:25:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:46Z', 'updated_at': '2022-05-10T19:12:49Z', 'revision_number': 5, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'subnets': [{'id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:12:59.308446 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Checking router: 381a745e-5d1e-491b-ad56-90b20f18d86a for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:12:59.308771 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Updating router 381a745e-5d1e-491b-ad56-90b20f18d86a port 0bb16c89-3481-4fcf-a784-7747671bd8bc binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:12:59.362449 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:59.702284 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Publish callbacks [] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:59.708351 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:59.760698 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Attempting to bind port 0bb16c89-3481-4fcf-a784-7747671bd8bc on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:12:59.761084 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Attempting to bind port 0bb16c89-3481-4fcf-a784-7747671bd8bc by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:12:59.761457 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Attempting to bind port 0bb16c89-3481-4fcf-a784-7747671bd8bc on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:12:59.769789 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:12:59.770681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:12:59.771087 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:59.771808 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:12:59.771988 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Bound port: 0bb16c89-3481-4fcf-a784-7747671bd8bc, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:12:59.772369 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:59.773935 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150d706-2305-4335-b36c-1e9f0971fcd2 None None] Pushing event updated for resources: {'Port': ['ID=0bb16c89-3481-4fcf-a784-7747671bd8bc,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:59.830285 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] For port 0bb16c89-3481-4fcf-a784-7747671bd8bc, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:12:59.833139 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] For port 0bb16c89-3481-4fcf-a784-7747671bd8bc, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0bb16c89-3481-4fcf-a784-7747671bd8bc,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:12:59.839825 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:12:59.907380 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150d706-2305-4335-b36c-1e9f0971fcd2 None None] Pushing event updated for resources: {'Port': ['ID=0bb16c89-3481-4fcf-a784-7747671bd8bc,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:12:59.910002 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Routers {'381a745e-5d1e-491b-ad56-90b20f18d86a'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:12:59.910681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:12:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['381a745e-5d1e-491b-ad56-90b20f18d86a'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:00.029247 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] Set router 381a745e-5d1e-491b-ad56-90b20f18d86a gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:13:00.257700 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'name': 'router1', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '0bb16c89-3481-4fcf-a784-7747671bd8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:12:36Z', 'updated_at': '2022-05-10T19:12:54Z', 'revision_number': 4, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'gw_port': {'id': '0bb16c89-3481-4fcf-a784-7747671bd8bc', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:54Z', 'updated_at': '2022-05-10T19:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9cf41acc-da25-4af2-bcbb-0370b9c86b53', 'name': '', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'mac_address': 'fa:16:3e:25:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:46Z', 'updated_at': '2022-05-10T19:12:49Z', 'revision_number': 5, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'subnets': [{'id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:13:00.289848 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03af2b6-2d81-45ad-a406-19616c412c37 None None] The sync data for ids ['381a745e-5d1e-491b-ad56-90b20f18d86a'] in dv-cinder-784815-13-iscsi is: [{'id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'name': 'router1', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '0bb16c89-3481-4fcf-a784-7747671bd8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:12:36Z', 'updated_at': '2022-05-10T19:12:54Z', 'revision_number': 4, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'gw_port': {'id': '0bb16c89-3481-4fcf-a784-7747671bd8bc', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:54Z', 'updated_at': '2022-05-10T19:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9cf41acc-da25-4af2-bcbb-0370b9c86b53', 'name': '', 'network_id': 'f327a275-c57d-4199-b8c8-30e1753d351b', 'tenant_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'mac_address': 'fa:16:3e:25:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a745e-5d1e-491b-ad56-90b20f18d86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:12:46Z', 'updated_at': '2022-05-10T19:12:49Z', 'revision_number': 5, 'project_id': 'b028ff2c5aa54499a9cd429125c28fc7', 'subnets': [{'id': '3158bd3f-9836-45c6-8a28-763f677d8d98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3bb35a-6e45-432c-9c98-eef3f26e87c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:13:01.314888 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0bb16c89-3481-4fcf-a784-7747671bd8bc up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:13:01.375676 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 0bb16c89-3481-4fcf-a784-7747671bd8bc triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:13:01.376376 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:01.474466 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 0bb16c89-3481-4fcf-a784-7747671bd8bc is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:13:01.474877 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:01.500266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 0bb16c89-3481-4fcf-a784-7747671bd8bc, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0bb16c89-3481-4fcf-a784-7747671bd8bc,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:13:01.506492 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:01.561325 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=0bb16c89-3481-4fcf-a784-7747671bd8bc,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:13:03.322489 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0bb16c89-3481-4fcf-a784-7747671bd8bc up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:13:03.376479 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 0bb16c89-3481-4fcf-a784-7747671bd8bc triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:13:03.377194 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0bb16c89-3481-4fcf-a784-7747671bd8bc), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:03.479052 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 0bb16c89-3481-4fcf-a784-7747671bd8bc is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:13:14.265618 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ed922548-e4ba-4ac6-b30e-b04437054a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:16.627981 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5aff0513-14e9-401a-90ff-58093eb45429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:17.360791 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:18.933206 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:20.585078 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:28.718452 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:13:44.260935 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f783e52e-8c35-4ac3-991d-a1fb6e324843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:46.633661 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e868-01cc-406d-893b-b958e275b44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:47.358461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:49.049495 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:13:50.581293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:05.717127 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:14:14.264240 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-190e6a36-6a2e-4a9c-ad30-6742f5c6a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:16.164080 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 45934) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:16.228134 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.pecan_wsgi.hooks.translation [None req-a289815d-e99f-42d3-9d42-84dfaa6729bc admin admin] GET failed (client error): The resource could not be found. May 10 19:14:16.229416 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a289815d-e99f-42d3-9d42-84dfaa6729bc admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643413 May 10 19:14:16.388927 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064182a3-c039-44e3-bc8f-686c4f928b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:16.390410 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-064182a3-c039-44e3-bc8f-686c4f928b32 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568694 May 10 19:14:16.626650 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2484d7d6-cc8f-4f65-81fb-07fa1772e6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:17.356108 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:18.628400 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45944) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:18.722216 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ea834b-082c-4496-af98-81b483ea88ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:18.723555 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-95ea834b-082c-4496-af98-81b483ea88ba admin admin] 10.222.0.70 "GET /v2.0/subnets/3158bd3f-9836-45c6-8a28-763f677d8d98 HTTP/1.1" status: 200 len: 849 time: 0.0941982 May 10 19:14:18.732717 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:14:18.814993 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Publish callbacks [] for subnet (3158bd3f-9836-45c6-8a28-763f677d8d98), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:18.937770 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:18.959076 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754979167645'] for subnet (3158bd3f-9836-45c6-8a28-763f677d8d98), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:18.991126 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:18.992139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:18.993654 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf7e13-f571-44c7-bcab-2d82e50ec97d None None] Network f327a275-c57d-4199-b8c8-30e1753d351b requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:14:18.993800 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] 10.222.0.70 "PUT /v2.0/subnets/3158bd3f-9836-45c6-8a28-763f677d8d98 HTTP/1.1" status: 200 len: 868 time: 0.2646253 May 10 19:14:19.011720 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3158bd3f-9836-45c6-8a28-763f677d8d98,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:14:19.019933 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.020303 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.020746 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.020998 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.021334 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.021671 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.022001 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.022326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.022667 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.022997 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.023337 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.023663 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.023984 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.024305 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.024647 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbf9975-bdb7-4ce0-9d50-d12e155ccbfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:14:19.344596 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d6ea02b2-890d-4678-bcba-29ab5a78dd21 None None] Provisioning complete for port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:14:19.344989 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d6ea02b2-890d-4678-bcba-29ab5a78dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9cf41acc-da25-4af2-bcbb-0370b9c86b53), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:19.423768 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea02b2-890d-4678-bcba-29ab5a78dd21 None None] Current status of the port 9cf41acc-da25-4af2-bcbb-0370b9c86b53 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:14:19.431464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d6ea02b2-890d-4678-bcba-29ab5a78dd21 None None] Provisioning complete for port af572fc5-0f82-4b70-b8c0-c0aaf7607120 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:14:19.431856 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d6ea02b2-890d-4678-bcba-29ab5a78dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (af572fc5-0f82-4b70-b8c0-c0aaf7607120), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:19.506541 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea02b2-890d-4678-bcba-29ab5a78dd21 None None] Current status of the port af572fc5-0f82-4b70-b8c0-c0aaf7607120 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:14:20.586118 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:21.217059 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45954) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:21.411960 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1c0db-21cd-4b02-b8e8-676ba7badbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:21.412439 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1c0db-21cd-4b02-b8e8-676ba7badbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:21.414055 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-52e1c0db-21cd-4b02-b8e8-676ba7badbc3 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961286 May 10 19:14:23.658351 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45962) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:23.790924 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49d722-807a-4220-a5af-cf3d1a9326e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:23.791391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49d722-807a-4220-a5af-cf3d1a9326e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:23.792940 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-7c49d722-807a-4220-a5af-cf3d1a9326e9 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336508 May 10 19:14:26.035873 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45970) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:26.160251 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f825415f-7fb6-4165-b66d-3d92f41df8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:26.161634 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f825415f-7fb6-4165-b66d-3d92f41df8c1 admin admin] 10.222.0.70 "GET /v2.0/networks/19176fd1-92c1-4975-9e75-47a8f3e68325 HTTP/1.1" status: 200 len: 886 time: 0.1247916 May 10 19:14:28.375814 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45978) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:28.502355 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28db53-28b5-45d5-95b6-4caa83331082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:28.503717 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6d28db53-28b5-45d5-95b6-4caa83331082 admin admin] 10.222.0.70 "GET /v2.0/networks/f327a275-c57d-4199-b8c8-30e1753d351b HTTP/1.1" status: 200 len: 869 time: 0.1269636 May 10 19:14:30.741781 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 45986) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:30.865714 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f8926-a706-4fe6-aa84-552dd1381cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:30.866171 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f8926-a706-4fe6-aa84-552dd1381cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:30.867682 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a83f8926-a706-4fe6-aa84-552dd1381cd2 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248760 May 10 19:14:33.091503 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 45994) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:33.216344 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f315f1-b21e-49fb-ad59-8a959bcf8e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:33.216747 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f315f1-b21e-49fb-ad59-8a959bcf8e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:33.218283 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-12f315f1-b21e-49fb-ad59-8a959bcf8e3c admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258457 May 10 19:14:35.450456 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46002) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:35.539609 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2b3939-af8d-4541-ba64-0eeab3d32ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:35.540863 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-af2b3939-af8d-4541-ba64-0eeab3d32ca4 admin admin] 10.222.0.70 "GET /v2.0/subnets/3158bd3f-9836-45c6-8a28-763f677d8d98 HTTP/1.1" status: 200 len: 868 time: 0.0894470 May 10 19:14:37.774081 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46010) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:14:37.861005 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04579aad-8764-40e0-b754-4cc0cefdb38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:14:37.862322 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-04579aad-8764-40e0-b754-4cc0cefdb38b admin admin] 10.222.0.70 "GET /v2.0/subnets/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16 HTTP/1.1" status: 200 len: 816 time: 0.0872767 May 10 19:14:42.715599 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:14:44.266517 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d806-5c2c-4f16-8e60-e850bdd24e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:46.627977 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-17f4bf0d-b177-46c5-ba6f-47788d4cfa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:47.359453 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:48.940466 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:14:50.590087 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:14.269210 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-6e4887d7-cda5-46cb-a37d-4e81f0ff2c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:16.631157 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4fc26104-ac0e-4bfe-8782-94e9541f786a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:17.362687 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:18.945185 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:19.288221 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46068) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:19.342571 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [None req-110fd442-4710-4090-b82a-6d40008421a1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:15:19.343560 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-110fd442-4710-4090-b82a-6d40008421a1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0543802 May 10 19:15:19.713658 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:15:20.592331 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:21.665822 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46076) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:21.727863 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0e0167-ddec-4bec-b477-40a6fa18a537 admin admin] GET failed (client error): The resource could not be found. May 10 19:15:21.729156 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5e0e0167-ddec-4bec-b477-40a6fa18a537 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624292 May 10 19:15:21.869344 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559d41b-6a1b-4e92-a65b-33c267adb401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:21.870715 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f559d41b-6a1b-4e92-a65b-33c267adb401 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375213 May 10 19:15:24.133669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46084) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:24.180068 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:15:24.198384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Made reservation on behalf of a7c5828bc7be44a6adb3e9898a8f18d8 for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:15:24.200669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.227429 dv-cinder-784815-13-iscsi neutron-server[103463]: WARNING neutron.services.revisions.revision_plugin [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Could not find related network for resource to bump revision. May 10 19:15:24.241454 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:15:24.250995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (9be0c37e-b9b6-4849-926c-4ae2e39d9f67), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.251900 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Added segment 9be0c37e-b9b6-4849-926c-4ae2e39d9f67 of type vlan for network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 May 10 19:15:24.289395 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (8c987065-deaa-4ab4-a07a-6d87d5423fb0), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.312177 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (8c987065-deaa-4ab4-a07a-6d87d5423fb0), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.313132 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:24.314237 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:24.369552 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2348347 May 10 19:15:24.377313 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c987065-deaa-4ab4-a07a-6d87d5423fb0,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:24.384611 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.384966 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.385310 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.385646 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.385974 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.386302 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.386628 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.386947 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.387271 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.387594 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.387914 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.388233 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.388583 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.388902 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.389220 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40c9d7-322f-4a28-8559-b7b2f57afbf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:24.400690 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:15:26.640026 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46092) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:15:26.699659 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aee4640-31a5-4829-9290-3ab3dba4c118 admin admin] GET failed (client error): The resource could not be found. May 10 19:15:26.700949 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0aee4640-31a5-4829-9290-3ab3dba4c118 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598960 May 10 19:15:26.775134 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532ec3a-4c91-4eb0-9411-9dba10fba9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:26.776614 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f532ec3a-4c91-4eb0-9411-9dba10fba9c4 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709057 May 10 19:15:26.786648 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:15:26.804533 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Made reservation on behalf of a7c5828bc7be44a6adb3e9898a8f18d8 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:15:26.806663 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.067144 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (797d1c1c-6755-4e3c-9b61-a3f056acbe34), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.114813 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Pushing event updated for resources: {'Subnet': ['ID=797d1c1c-6755-4e3c-9b61-a3f056acbe34,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:27.129186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Checking segment: {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:15:27.129544 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Network hostable DHCP agents. Network: 8c987065-deaa-4ab4-a07a-6d87d5423fb0, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:15:27.145590 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:15:27.153684 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 8c987065-deaa-4ab4-a07a-6d87d5423fb0) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:15:27.158067 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:15:27.158653 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.163275 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad725fd-c312-4b3f-84e8-103b2050dac7 None None] Network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:15:27.174668 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-686beaee-0b6a-4f6d-b489-2f6a087a812c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3912489 May 10 19:15:27.267253 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-8c987065-deaa-4ab4-a07a-6d87d5423fb0', 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0', 'project_id': 'a7c5828bc7be44a6adb3e9898a8f18d8', 'fixed_ips': [{'subnet_id': '797d1c1c-6755-4e3c-9b61-a3f056acbe34'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:15:27.268292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.412004 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Allocated IP 192.168.233.2 (8c987065-deaa-4ab4-a07a-6d87d5423fb0/797d1c1c-6755-4e3c-9b61-a3f056acbe34/d920283c-6364-4c5e-82c1-00d6cea1926e) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:15:27.557714 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Publish callbacks [] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.564790 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.604671 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:15:27.610106 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:15:27.614887 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:15:27.616932 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Pushing event updated for resources: {'Port': ['ID=d920283c-6364-4c5e-82c1-00d6cea1926e,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:27.628710 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.629061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.629418 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.629774 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.630112 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.630441 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.630770 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.631092 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.631442 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.631769 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.632092 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.632446 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.632774 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.633093 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.633411 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:15:27.687140 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Attempting to bind port d920283c-6364-4c5e-82c1-00d6cea1926e on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:15:27.687511 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Attempting to bind port d920283c-6364-4c5e-82c1-00d6cea1926e by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:15:27.687874 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Attempting to bind port d920283c-6364-4c5e-82c1-00d6cea1926e on network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:15:27.694404 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:15:27.694780 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Checking segment: {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:15:27.695181 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.695572 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Bound using segment: {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:15:27.696030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Bound port: d920283c-6364-4c5e-82c1-00d6cea1926e, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:15:27.696407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.860555 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] For port d920283c-6364-4c5e-82c1-00d6cea1926e, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:15:27.871249 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] For port d920283c-6364-4c5e-82c1-00d6cea1926e, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d920283c-6364-4c5e-82c1-00d6cea1926e,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:15:27.878249 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:27.936347 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f823-988f-44d7-94a3-9471cc13bca4 None None] Pushing event updated for resources: {'Port': ['ID=d920283c-6364-4c5e-82c1-00d6cea1926e,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:28.825610 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741209c-58d8-4e3f-9fa3-ad8db27e26a9 None None] Network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:15:28.935135 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] Provisioning complete for port d920283c-6364-4c5e-82c1-00d6cea1926e triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:15:28.935511 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.027275 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] Current status of the port d920283c-6364-4c5e-82c1-00d6cea1926e is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:15:29.027275 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.070811 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] For port d920283c-6364-4c5e-82c1-00d6cea1926e, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d920283c-6364-4c5e-82c1-00d6cea1926e,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:15:29.075390 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.134951 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f757a-c2d3-4b1d-93aa-7c44d0395669 None None] Pushing event updated for resources: {'Port': ['ID=d920283c-6364-4c5e-82c1-00d6cea1926e,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:15:29.379085 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d920283c-6364-4c5e-82c1-00d6cea1926e up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:15:29.424359 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-337dadfb-fd6d-49aa-a7f7-610115b2dc5e None None] Provisioning complete for port d920283c-6364-4c5e-82c1-00d6cea1926e triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:15:29.424770 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-337dadfb-fd6d-49aa-a7f7-610115b2dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.467449 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port d920283c-6364-4c5e-82c1-00d6cea1926e triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:15:29.467821 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d920283c-6364-4c5e-82c1-00d6cea1926e), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:29.545955 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-337dadfb-fd6d-49aa-a7f7-610115b2dc5e None None] Current status of the port d920283c-6364-4c5e-82c1-00d6cea1926e is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:15:29.579737 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port d920283c-6364-4c5e-82c1-00d6cea1926e is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:15:44.270276 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dbda82cd-70bf-4f80-b63e-a47eb8a47e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:46.634377 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-77d6fe4a-682b-463e-9ecf-d12dfed043ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:47.364986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:48.949946 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:50.595977 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:15:56.712318 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:16:14.271913 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d2f8-f5c6-4abc-b256-a191ead9f890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:16.636160 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b446670f-9784-4072-9979-700e55fdb366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:17.367858 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:18.950009 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:20.598507 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:33.711449 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:16:44.274537 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-24549b74-4e64-4bf9-a3f7-5c85a3eb4adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:46.638288 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b69d322d-3ea4-44b4-a47a-0af5d52ac451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:47.370790 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:48.952114 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:50.601594 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:54.860017 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46130) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:16:54.865690 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [None req-4e4e660c-5849-4e0d-a603-100c038de1f8 tempest-verify_tempest_config-410908154 tempest-verify_tempest_config-410908154-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:16:54.866650 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4e4e660c-5849-4e0d-a603-100c038de1f8 tempest-verify_tempest_config-410908154 tempest-verify_tempest_config-410908154-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056372 May 10 19:16:55.150026 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46148) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:16:55.253926 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.329696 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Publish callbacks [] for security_group (c1ad52ce-e827-424d-8bbd-e6b121849a08), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.333349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c1ad52ce-e827-424d-8bbd-e6b121849a08), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.376735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad52ce-e827-424d-8bbd-e6b121849a08,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:55.381220 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=579cd71f1bf14011a8f5c94ee5fccbb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2302144 May 10 19:16:55.384129 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46152) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:16:55.385710 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.386047 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.386401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.386739 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.387072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.387399 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.387722 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.388040 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.388374 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.389263 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.389584 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.389901 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.390215 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.390544 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.390839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c55b9a-aad3-4780-b0f5-ba628a2da2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.440525 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Publish callbacks [] for security_group (c1ad52ce-e827-424d-8bbd-e6b121849a08), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.461441 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Publish callbacks [] for security_group (c1ad52ce-e827-424d-8bbd-e6b121849a08), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.552770 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c1ad52ce-e827-424d-8bbd-e6b121849a08), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.555277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:16:55.556869 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1ad52ce-e827-424d-8bbd-e6b121849a08 HTTP/1.1" status: 204 len: 168 time: 0.1712899 May 10 19:16:55.565760 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad52ce-e827-424d-8bbd-e6b121849a08,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:16:55.572800 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.573263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.573634 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.573979 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.574332 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.574653 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.574984 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.575311 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.575655 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.576000 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.576942 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.577276 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.577603 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.577927 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:16:55.578529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176577c3-c1a5-403a-a863-6f2a4cb9a10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:17:10.710702 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:17:14.276518 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad1d0-4b2d-4c28-a96e-40cfa07b6e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:16.641031 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-91a86eb9-f2f6-46a1-87bb-43d08fa3f6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:17.374562 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:18.955483 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:20.603774 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:44.278197 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-165bc98b-8140-4630-a7f9-76d0c7e8309d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:46.644083 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-828fd3ba-f6f1-4799-8ad4-94f6c7654064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:47.376110 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:47.709836 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:17:48.958170 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:17:50.605644 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:14.280979 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9ed54255-562d-4422-a8eb-de7955634f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:16.645618 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-36617c71-bc88-4e18-bd83-bb58349372f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:17.378791 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:18.961497 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:20.608061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:24.708572 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 5 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:18:44.282891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7649699a-92da-46ce-b971-55e5bb632c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:45.468127 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579536'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:46.647529 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-28dff7c5-015e-4407-b8ed-b36f2338d7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:47.382233 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:48.969646 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:50.610017 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:18:59.492960 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46224) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:18:59.594027 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d291d6ee-803e-4f1c-953f-f9f54b594208 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0999556 May 10 19:19:01.710096 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:19:01.839324 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46234) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:19:01.893852 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c47e5ad1-7cd4-467b-8ea2-6b999a264c2a admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0528338 May 10 19:19:14.285132 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-412667bd-302f-4d76-b096-cf84d2b687d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:15.421470 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:16.648696 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-89dae709-063c-41ae-a648-11041e20f0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:17.384783 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:18.966010 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:20.613761 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:38.709957 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:19:44.286401 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-3cd08a40-484e-42ad-92d1-fbb4526e7c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:45.436588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:46.650164 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6d0f1c4-f08d-4ed5-bf69-1371ad902505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:47.387702 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:48.974037 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:19:50.617264 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:14.287331 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad7a9-30f1-42a7-b7e7-fb6fc475245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:15.438380 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:15.709824 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:20:16.656674 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-971d1f65-9fd3-4f51-af4a-0d4dc8ee6fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:17.390041 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:18.973194 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:20.619641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:42.671366 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46436) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:43.069850 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1524185389-network', 'tenant_id': '2f6baa22c9994643b63ecfe6b43988f6'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:43.099143 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Made reservation on behalf of 2f6baa22c9994643b63ecfe6b43988f6 for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:43.102868 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.115277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.136014 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46454) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:43.221916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks [] for security_group (fc41ecc3-ee34-4ec2-94fd-0b44b46773fb), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.227307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fc41ecc3-ee34-4ec2-94fd-0b44b46773fb), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.238203 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46462) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:43.242309 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:20:43.254284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (99d7bcb8-0d4f-48ec-9d08-104927bbdb5a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.255158 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Added segment 99d7bcb8-0d4f-48ec-9d08-104927bbdb5a of type vlan for network 796b12f5-6605-47bf-a03a-d63db662398a May 10 19:20:43.288358 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46466) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:43.316043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:43.322413 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (796b12f5-6605-47bf-a03a-d63db662398a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.331749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.332287 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.332891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.333401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.333887 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.334428 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.335140 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.335664 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.336198 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.336768 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.337310 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.337821 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.338327 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.338846 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.339375 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:43.340510 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46470) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Tracked resource versions report: May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: pushed versions: May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: { 'AddressGroup': {'1.2'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Agent': {'1.1'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'ConntrackHelper': {'1.0'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'LocalIPAssociation': {'1.0'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Log': {'1.0'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'NDPProxy': {'1.0'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Network': {'1.1'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Port': {'1.7'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'PortForwarding': {'1.3'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'QosPolicy': {'1.10'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroup': {'1.5'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroupRule': {'1.2'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SubPort': {'1.0'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Subnet': {'1.1'}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Trunk': {'1.1'}} May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: consumer versions: May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: HyperV agent@hv-cinder-78481: {}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Agent': '1.1', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'ConntrackHelper': '1.0', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'LocalIPAssociation': '1.0', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Log': '1.0', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'NDPProxy': '1.0', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Network': '1.1', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Port': '1.7', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'PortForwarding': '1.3', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'QosPolicy': '1.10', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroup': '1.5', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SecurityGroupRule': '1.2', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'SubPort': '1.0', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Subnet': '1.1', May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: 'Trunk': '1.1'}} May 10 19:20:43.342238 dv-cinder-784815-13-iscsi neutron-server[103463]: {{(pid=103463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:20:43.380455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (796b12f5-6605-47bf-a03a-d63db662398a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.381802 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:43.382732 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.492959 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=796b12f5-6605-47bf-a03a-d63db662398a,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:43.515143 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-346323bb-22c6-4f99-9d43-f0c65fafd8f0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8394256 May 10 19:20:43.516305 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46478) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:43.522484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Request body: {'subnet': {'network_id': '796b12f5-6605-47bf-a03a-d63db662398a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1524185389-subnet', 'tenant_id': '2f6baa22c9994643b63ecfe6b43988f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:43.529236 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 796b12f5-6605-47bf-a03a-d63db662398a details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:20:43.617713 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1720091048-network', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:43.649961 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-network', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:43.656703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Made reservation on behalf of 2f6baa22c9994643b63ecfe6b43988f6 for: {'subnet': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:43.659381 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.777860 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-network', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:43.782110 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Made reservation on behalf of 758b8f4f3d1c4242822940f17246d98f for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:43.785131 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.797685 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-715130583-network', 'tenant_id': '8c2669245ca948cfa795863fa7e43496'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:43.801702 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Made reservation on behalf of b01ea9fc16b94ff0899ce6ae2f229400 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:43.804550 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.862348 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.864829 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Made reservation on behalf of 8c2669245ca948cfa795863fa7e43496 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:43.867268 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.870710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Made reservation on behalf of 8588427eb06848b9ad22fab88b7c91e3 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:43.872829 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.882192 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.912232 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:43.913990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.260140 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks [] for security_group (638d8434-9d29-4106-9110-770e815115a6), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.284484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks [] for security_group (d70e3669-9d01-4778-95fd-41c31947bdc3), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.291944 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (638d8434-9d29-4106-9110-770e815115a6), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.298315 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a7caf95c-5dda-478f-85b0-9272d8b2a99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.307697 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks [] for security_group (37c79d84-90be-4540-946d-416d102f3c52), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.317180 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d70e3669-9d01-4778-95fd-41c31947bdc3), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.330152 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (37c79d84-90be-4540-946d-416d102f3c52), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.333222 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (e9230fd4-80dd-4d2e-bdb2-696818496037), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.337025 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks [] for security_group (e8ae34c6-be8f-4786-b96e-820929de83bd), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.348034 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:20:44.360137 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e8ae34c6-be8f-4786-b96e-820929de83bd), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.379550 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:20:44.400650 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:20:44.463837 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (2396e9d8-fdcf-41de-9d42-58c68e034af3), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.464190 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Added segment 2396e9d8-fdcf-41de-9d42-58c68e034af3 of type vlan for network bb74b187-fa4d-4a2f-9aaf-1606c184e70e May 10 19:20:44.472220 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:20:44.474997 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.475362 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Added segment d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b of type vlan for network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 May 10 19:20:44.478670 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.479012 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Added segment 9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50 of type vlan for network dcbda2b8-24f3-4e04-abd8-14474ec22014 May 10 19:20:44.487685 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638d8434-9d29-4106-9110-770e815115a6,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:44.581584 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (726b5b28-8589-494a-8304-23ebf8953537), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.581906 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Added segment 726b5b28-8589-494a-8304-23ebf8953537 of type vlan for network 23b57150-617f-4822-b282-056863670252 May 10 19:20:44.589348 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.589712 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.590172 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.590518 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.590883 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.591224 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.591560 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.591889 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.592222 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.592592 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.592924 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.593255 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.593578 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.593906 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.594227 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Tracked resource versions report: May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: pushed versions: May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: { 'AddressGroup': {'1.2'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Agent': {'1.1'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'ConntrackHelper': {'1.0'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'LocalIPAssociation': {'1.0'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Log': {'1.0'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'NDPProxy': {'1.0'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Network': {'1.1'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Port': {'1.7'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'PortForwarding': {'1.3'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'QosPolicy': {'1.10'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroup': {'1.5'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroupRule': {'1.2'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SubPort': {'1.0'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Subnet': {'1.1'}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Trunk': {'1.1'}} May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: consumer versions: May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: HyperV agent@hv-cinder-78481: {}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Agent': '1.1', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'ConntrackHelper': '1.0', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'LocalIPAssociation': '1.0', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Log': '1.0', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'NDPProxy': '1.0', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Network': '1.1', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Port': '1.7', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'PortForwarding': '1.3', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'QosPolicy': '1.10', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroup': '1.5', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SecurityGroupRule': '1.2', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'SubPort': '1.0', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Subnet': '1.1', May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: 'Trunk': '1.1'}} May 10 19:20:44.595366 dv-cinder-784815-13-iscsi neutron-server[103462]: {{(pid=103462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:20:44.662830 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9230fd4-80dd-4d2e-bdb2-696818496037,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:44.699203 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (7eee0ec7-29e0-4852-b1b4-26b4961fd849), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.706524 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (dcbda2b8-24f3-4e04-abd8-14474ec22014), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.709381 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (bb74b187-fa4d-4a2f-9aaf-1606c184e70e), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.755787 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (23b57150-617f-4822-b282-056863670252), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.775058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Checking segment: {'id': '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:44.775418 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Network hostable DHCP agents. Network: 796b12f5-6605-47bf-a03a-d63db662398a, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:20:44.790916 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e3669-9d01-4778-95fd-41c31947bdc3,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:44.822845 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (dcbda2b8-24f3-4e04-abd8-14474ec22014), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.823783 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:44.824355 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.862752 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (bb74b187-fa4d-4a2f-9aaf-1606c184e70e), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.863893 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:44.864486 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.866515 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (7eee0ec7-29e0-4852-b1b4-26b4961fd849), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.867315 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:44.867857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.957210 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c79d84-90be-4540-946d-416d102f3c52,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:44.968356 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (23b57150-617f-4822-b282-056863670252), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.969581 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:44.970002 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:44.978235 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6360803 May 10 19:20:44.978478 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46556) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:44.984098 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Request body: {'subnet': {'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-715130583-subnet', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:44.988553 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Network 796b12f5-6605-47bf-a03a-d63db662398a is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:20:45.003702 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8656871 May 10 19:20:45.006144 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Made reservation on behalf of 8c2669245ca948cfa795863fa7e43496 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:45.010203 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.014019 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46558) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:45.024296 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7347736 May 10 19:20:45.031870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09b003-3e66-4e7d-939f-771201a704d5 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbda2b8-24f3-4e04-abd8-14474ec22014,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.031870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46560) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:45.038781 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Request body: {'subnet': {'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-subnet', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:45.042566 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:20:45.045019 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 796b12f5-6605-47bf-a03a-d63db662398a) {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:45.060264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Request body: {'subnet': {'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-subnet', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:45.088492 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8486805 May 10 19:20:45.092897 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae34c6-be8f-4786-b96e-820929de83bd,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.098519 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46564) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:45.108067 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Request body: {'subnet': {'network_id': '23b57150-617f-4822-b282-056863670252', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-subnet', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:45.139396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Made reservation on behalf of 758b8f4f3d1c4242822940f17246d98f for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:45.142341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.193355 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Made reservation on behalf of b01ea9fc16b94ff0899ce6ae2f229400 for: {'subnet': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:45.195933 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.244610 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Made reservation on behalf of 8588427eb06848b9ad22fab88b7c91e3 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:45.247402 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.273061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa8fcc-431d-437d-bc13-571f13212e87 None None] Network 796b12f5-6605-47bf-a03a-d63db662398a requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:45.275254 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:45.276986 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.282010 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21703f-3359-4c8a-ad66-17d80171e08b admin admin] Pushing event updated for resources: {'Network': ['ID=bb74b187-fa4d-4a2f-9aaf-1606c184e70e,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.349098 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-cb7bace0-66b0-46bb-aed0-35d3342e1acf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8302798 May 10 19:20:45.400231 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:20:45.589810 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.612096 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8caeed-55b7-4326-aec5-1edcb0b645d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7eee0ec7-29e0-4852-b1b4-26b4961fd849,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.625434 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:20:45.632645 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (714448a5-2239-4535-ac63-0c411f4a023f), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.644735 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58b78d-1c6d-49a9-bbc5-da2065c62cfc None None] Network 796b12f5-6605-47bf-a03a-d63db662398a requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:45.709212 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714448a5-2239-4535-ac63-0c411f4a023f,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.737459 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21179f13-01fc-4ab8-9930-c762cc9f3c35 admin admin] Pushing event updated for resources: {'Network': ['ID=23b57150-617f-4822-b282-056863670252,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.763976 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 23b57150-617f-4822-b282-056863670252 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:20:45.776614 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Checking segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:45.777412 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Network hostable DHCP agents. Network: bb74b187-fa4d-4a2f-9aaf-1606c184e70e, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:20:45.794043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (3835e4ca-19e9-4c98-94cd-7287718aa71b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.806028 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:20:45.809116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (87cfe29a-0207-4ad9-8bee-3ec82a432bbd), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.828144 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, bb74b187-fa4d-4a2f-9aaf-1606c184e70e) {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:45.832632 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:45.833558 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.862253 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-9a7cd7ee-612e-48e7-8799-2957755a69e8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8157835 May 10 19:20:45.862253 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46616) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:45.866649 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:45.876539 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46618) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:45.880457 dv-cinder-784815-13-iscsi neutron-server[103462]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:20:45.902258 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9baa8-e7bb-494a-88f6-631c46ac337c None None] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:45.922723 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (d96bd12a-c1ff-484b-92e4-0b65524a96ef), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:45.943802 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3835e4ca-19e9-4c98-94cd-7287718aa71b,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:45.999730 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Checking segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:46.000912 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Network hostable DHCP agents. Network: dcbda2b8-24f3-4e04-abd8-14474ec22014, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:20:46.030935 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Checking segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:46.031556 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Network hostable DHCP agents. Network: 23b57150-617f-4822-b282-056863670252, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:20:46.055150 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:20:46.057059 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.061937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87cfe29a-0207-4ad9-8bee-3ec82a432bbd,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:46.079965 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (e001fb26-1e85-4672-99fb-4af5d54f3865), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.082459 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (e001fb26-1e85-4672-99fb-4af5d54f3865), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.105671 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:20:46.115331 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:46.115606 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Network hostable DHCP agents. Network: 7eee0ec7-29e0-4852-b1b4-26b4961fd849, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:20:46.131782 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Network 23b57150-617f-4822-b282-056863670252 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:20:46.143451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, dcbda2b8-24f3-4e04-abd8-14474ec22014) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:46.150070 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 23b57150-617f-4822-b282-056863670252) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:46.153865 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96bd12a-c1ff-484b-92e4-0b65524a96ef,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:46.159000 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:46.159598 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.206744 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:20:46.225018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Allocated IP 172.20.0.2 (bb74b187-fa4d-4a2f-9aaf-1606c184e70e/714448a5-2239-4535-ac63-0c411f4a023f/bc3850f2-b776-4512-8bec-35b052fc0d4c) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:46.235712 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 7eee0ec7-29e0-4852-b1b4-26b4961fd849) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:46.256405 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-2d0c3188-ea5f-4ab3-983a-4953ef26b89d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2769809 May 10 19:20:46.259429 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:46.260511 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.275805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:46.276870 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.277094 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46632) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:46.290108 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-1a72e694-cf82-4b23-ab85-a53d31f9f99d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2746918 May 10 19:20:46.293855 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46634) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:46.299593 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:46.299796 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:46.331701 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.333082 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.351656 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-682a3566-84b1-4dca-be16-f2b14e61b08c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2497494 May 10 19:20:46.354933 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46638) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:46.360749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:46.390580 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks [] for router_controller (e001fb26-1e85-4672-99fb-4af5d54f3865), precommit_add_association {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.393311 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (30cf302a-7e8e-4be8-9776-0ccea3b65f31), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.394577 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (30cf302a-7e8e-4be8-9776-0ccea3b65f31), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.399260 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Publish callbacks [] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.399453 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-1ebb7de5-7dde-4681-af7c-7a8f3b795f42 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:46.406818 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-1ebb7de5-7dde-4681-af7c-7a8f3b795f42 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/networks?id=796b12f5-6605-47bf-a03a-d63db662398a HTTP/1.1" status: 200 len: 812 time: 0.5273104 May 10 19:20:46.408042 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76669425-6e5b-4980-98c6-4bdf65011fb6 None None] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:46.411251 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f86261-afcd-4dbe-8d0b-0a059ea6a6f7 None None] Network 23b57150-617f-4822-b282-056863670252 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:46.413620 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1065e1-c894-42c8-8adb-37f4db0f261e None None] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:46.439155 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks [] for router_controller (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.473239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (bbf78797-271b-4ce4-9611-c47f1f2723c2), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.474248 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (bbf78797-271b-4ce4-9611-c47f1f2723c2), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.511990 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-cdec38f8-d7c9-4852-80ad-bf91119ad269 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/quotas/2f6baa22c9994643b63ecfe6b43988f6 HTTP/1.1" status: 200 len: 375 time: 0.0797784 May 10 19:20:46.554191 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.568843 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks [] for router_controller (30cf302a-7e8e-4be8-9776-0ccea3b65f31), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.638951 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-4ab87d79-59d1-4289-bbb7-eb451a31ec26 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f6baa22c9994643b63ecfe6b43988f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189501 May 10 19:20:46.707997 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks [] for router_gateway (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.711865 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:46.716173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks [] for router_controller (bbf78797-271b-4ce4-9611-c47f1f2723c2), precommit_add_association {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.721639 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:20:46.722628 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.726065 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:46.741911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks [] for router_gateway (e001fb26-1e85-4672-99fb-4af5d54f3865), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.766688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:46.794499 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1c0113ed-3952-4c8a-b839-31213b213163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.843690 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Pushing event updated for resources: {'Port': ['ID=bc3850f2-b776-4512-8bec-35b052fc0d4c,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:46.850403 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks [] for router_gateway (30cf302a-7e8e-4be8-9776-0ccea3b65f31), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:46.886836 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-d34a3229-b1cb-4194-aa47-d1fbb5eb5f64 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:20:46.888358 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-d34a3229-b1cb-4194-aa47-d1fbb5eb5f64 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1004105 May 10 19:20:46.916915 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.917205 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.917725 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.918150 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.918569 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.919012 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.919409 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.919813 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.920217 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.920654 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.921062 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.921474 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.921876 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.922275 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.922658 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Tracked resource versions report: May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: pushed versions: May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: { 'AddressGroup': {'1.2'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Agent': {'1.1'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'ConntrackHelper': {'1.0'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'LocalIPAssociation': {'1.0'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Log': {'1.0'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'NDPProxy': {'1.0'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Network': {'1.1'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Port': {'1.7'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'PortForwarding': {'1.3'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'QosPolicy': {'1.10'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroup': {'1.5'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroupRule': {'1.2'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SubPort': {'1.0'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Subnet': {'1.1'}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Trunk': {'1.1'}} May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: consumer versions: May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: HyperV agent@hv-cinder-78481: {}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Agent': '1.1', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'ConntrackHelper': '1.0', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'LocalIPAssociation': '1.0', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Log': '1.0', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'NDPProxy': '1.0', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Network': '1.1', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Port': '1.7', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'PortForwarding': '1.3', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'QosPolicy': '1.10', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroup': '1.5', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SecurityGroupRule': '1.2', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'SubPort': '1.0', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Subnet': '1.1', May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: 'Trunk': '1.1'}} May 10 19:20:46.924287 dv-cinder-784815-13-iscsi neutron-server[103464]: {{(pid=103464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:20:47.038992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Attempting to bind port bc3850f2-b776-4512-8bec-35b052fc0d4c on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:47.039435 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Attempting to bind port bc3850f2-b776-4512-8bec-35b052fc0d4c by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:47.040026 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Attempting to bind port bc3850f2-b776-4512-8bec-35b052fc0d4c on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:47.041394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks [] for router_gateway (bbf78797-271b-4ce4-9611-c47f1f2723c2), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.049390 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-dcbda2b8-24f3-4e04-abd8-14474ec22014', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:20:47.050366 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.060600 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-23b57150-617f-4822-b282-056863670252', 'network_id': '23b57150-617f-4822-b282-056863670252', 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:20:47.061312 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.084672 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:47.085055 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Checking segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:47.085620 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.086263 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Bound using segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:47.086851 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Bound port: bc3850f2-b776-4512-8bec-35b052fc0d4c, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:47.087488 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.229522 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Allocated IP 172.20.0.2 (7eee0ec7-29e0-4852-b1b4-26b4961fd849/d96bd12a-c1ff-484b-92e4-0b65524a96ef/20cfd4aa-7949-49ca-affd-d79b7ce0f1b9) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:47.282028 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-a14409ba-2f00-41aa-acff-983ef6eefd4f service neutron] 10.222.0.70 "GET /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460655 May 10 19:20:47.317672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks [] for router_gateway (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.345410 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.348648 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks [] for router_gateway (30cf302a-7e8e-4be8-9776-0ccea3b65f31), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.373783 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.402005 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] For port bc3850f2-b776-4512-8bec-35b052fc0d4c, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:47.451393 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks [] for router_gateway (e001fb26-1e85-4672-99fb-4af5d54f3865), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.466834 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] For port bc3850f2-b776-4512-8bec-35b052fc0d4c, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=bc3850f2-b776-4512-8bec-35b052fc0d4c,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:47.491351 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.504486 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.511426 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.528374 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-fd33f5d0-5222-472a-9fa1-d823287eccdb service neutron] 10.222.0.70 "GET /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084520 May 10 19:20:47.534794 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Allocated IP 172.20.0.2 (23b57150-617f-4822-b282-056863670252/87cfe29a-0207-4ad9-8bee-3ec82a432bbd/a56f8c0f-c1e6-4b25-8bc9-fb957648566a) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:47.572249 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Allocated IP 172.20.0.2 (dcbda2b8-24f3-4e04-abd8-14474ec22014/3835e4ca-19e9-4c98-94cd-7287718aa71b/0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:47.581416 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Allocated IP 172.27.0.188 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/cec57d83-6e1e-4b9a-9d3b-94846847a683) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:47.727156 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks [] for router_gateway (bbf78797-271b-4ce4-9611-c47f1f2723c2), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.757923 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.774147 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5d6e9-e063-48ed-af13-697a652bd887 None None] Pushing event updated for resources: {'Port': ['ID=bc3850f2-b776-4512-8bec-35b052fc0d4c,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:47.831180 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Publish callbacks [] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.854931 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.871257 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks [] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.911277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46676) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:47.921833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:47.944187 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:47.966870 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:47.982294 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:47.984215 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:47.987464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:47.990211 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:48.037189 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Pushing event updated for resources: {'Port': ['ID=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:48.057534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Publish callbacks [] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.059390 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a7926d02-73bc-43dc-b9b4-5c1c3b7fb704 req-0badee95-d3f3-4bc4-baad-6a0225c59ee1 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.1412883 May 10 19:20:48.097177 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Publish callbacks [] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.097177 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.162451 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Allocated IP 172.27.0.225 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/0168c7cb-bbbe-41a0-9daa-fd89a91d9585) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:48.174143 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.212619 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Pushing event updated for resources: {'Port': ['ID=cec57d83-6e1e-4b9a-9d3b-94846847a683,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:48.241467 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Pushing event updated for resources: {'Port': ['ID=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:48.260485 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Network 23b57150-617f-4822-b282-056863670252 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:48.264700 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Attempting to bind port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:48.266524 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Attempting to bind port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:48.266892 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Attempting to bind port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:48.286891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:48.290542 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:48.293113 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:48.306018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:48.309023 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:48.313147 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks [] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.318730 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:48.319102 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:48.319505 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.319894 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Bound using segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:48.320412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Bound port: 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:48.320812 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.365513 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks [] for router_gateway (30cf302a-7e8e-4be8-9776-0ccea3b65f31), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.398400 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Pushing event updated for resources: {'Port': ['ID=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:48.405863 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.474904 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Attempting to bind port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:48.475321 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Attempting to bind port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:48.475692 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Attempting to bind port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 on network dcbda2b8-24f3-4e04-abd8-14474ec22014 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:48.486871 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:48.487201 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Checking segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:48.487863 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.488401 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Bound using segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:48.488772 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Bound port: 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:48.489157 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.496379 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Allocated IP 172.27.0.219 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/02da3641-6c35-4cbc-a669-8b0801ae4804) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:48.518938 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:48.539611 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:48.552783 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:48.559282 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Pushing event updated for resources: {'Port': ['ID=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:48.569263 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] For port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:48.581693 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] For port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:48.598209 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Attempting to bind port a56f8c0f-c1e6-4b25-8bc9-fb957648566a on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:48.598795 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Attempting to bind port a56f8c0f-c1e6-4b25-8bc9-fb957648566a by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:48.599430 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Attempting to bind port a56f8c0f-c1e6-4b25-8bc9-fb957648566a on network 23b57150-617f-4822-b282-056863670252 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:48.608474 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:48.609151 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Checking segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:48.609776 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.610383 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Bound using segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:48.611096 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Bound port: a56f8c0f-c1e6-4b25-8bc9-fb957648566a, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:48.611709 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.614704 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:48.694711 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5f536-aebd-41e9-8b43-83c70be56cb5 None None] Pushing event updated for resources: {'Port': ['ID=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:48.847139 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] For port a56f8c0f-c1e6-4b25-8bc9-fb957648566a, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:48.946197 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] For port a56f8c0f-c1e6-4b25-8bc9-fb957648566a, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:48.963505 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] For port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:48.975273 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] For port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:49.015033 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.064966 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (30cf302a-7e8e-4be8-9776-0ccea3b65f31), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.123513 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.192062 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.214646 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks [] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.232712 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee560ffc-19aa-4e6b-bcb3-88ebc6e761ec None None] Pushing event updated for resources: {'Port': ['ID=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:49.327181 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e7368a96-b51a-4551-a6b9-55d6604bfb35 req-1de84e49-b9bc-4520-bf62-de77c95aa9a3 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.0878892 May 10 19:20:49.475640 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.554753 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:49.569059 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:49.579369 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:49.605291 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e21094-97c5-471e-b3c0-b0fa6b6ad170 None None] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:49.680720 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] Provisioning complete for port bc3850f2-b776-4512-8bec-35b052fc0d4c triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:49.685187 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:49.836600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:20:49.842974 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Pushing event updated for resources: {'Port': ['ID=02da3641-6c35-4cbc-a669-8b0801ae4804,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:49.859779 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device bc3850f2-b776-4512-8bec-35b052fc0d4c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:20:49.874588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f6797-2220-4138-82e3-1d7ac811b895 None None] Pushing event updated for resources: {'Port': ['ID=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:50.032676 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks [] for router_gateway (e001fb26-1e85-4672-99fb-4af5d54f3865), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.219229 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port bc3850f2-b776-4512-8bec-35b052fc0d4c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:50.219975 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.392161 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks [] for router_gateway (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.399499 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Allocated IP 172.27.0.87 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/427267c7-1c92-4b95-805d-937f9dd8883c) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:50.502742 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] Current status of the port bc3850f2-b776-4512-8bec-35b052fc0d4c is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:50.504320 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.565085 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:20:50.578634 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:20:50.595156 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:50.595849 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:50.710896 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (e001fb26-1e85-4672-99fb-4af5d54f3865), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.728844 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] For port bc3850f2-b776-4512-8bec-35b052fc0d4c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=bc3850f2-b776-4512-8bec-35b052fc0d4c,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:20:50.769897 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.775086 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.782407 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6d27922c-00f5-4aa2-8710-b1c9ffef6f04 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4214282 May 10 19:20:50.787341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46772) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:50.799913 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.921477 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port bc3850f2-b776-4512-8bec-35b052fc0d4c is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:50.921932 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:50.957483 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-087ab4e8-d751-46d6-9880-cdbc52dc918c req-2c4d3384-e337-4c96-9856-d8acdf3405b1 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.2319551 May 10 19:20:50.984700 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a6838805-b863-40bb-a0d4-26f577191e09 None None] Provisioning complete for port bc3850f2-b776-4512-8bec-35b052fc0d4c triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:50.985091 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6838805-b863-40bb-a0d4-26f577191e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:51.014459 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks [] for port (427267c7-1c92-4b95-805d-937f9dd8883c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:51.085247 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd4df-f89a-4d26-b76e-f2ea180420c5 None None] Pushing event updated for resources: {'Port': ['ID=bc3850f2-b776-4512-8bec-35b052fc0d4c,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:51.093434 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:51.103610 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d0895-b79e-41e9-ac96-99b10752d0ac None None] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:51.146986 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:51.227870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:51.235582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:51.243676 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:51.285910 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Pushing event updated for resources: {'Port': ['ID=427267c7-1c92-4b95-805d-937f9dd8883c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:51.297081 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Router e001fb26-1e85-4672-99fb-4af5d54f3865 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:20:51.340103 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:20:51.342824 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG oslo_db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:20:51.422750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:51.449912 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 3, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:51.527685 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a6838805-b863-40bb-a0d4-26f577191e09 None None] Current status of the port bc3850f2-b776-4512-8bec-35b052fc0d4c is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:51.567938 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:20:51.568438 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Updating router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 port cec57d83-6e1e-4b9a-9d3b-94846847a683 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:20:51.611794 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18ef6d-c338-404c-b8cd-52abe724d979 None None] Network 23b57150-617f-4822-b282-056863670252 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:51.690808 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:51.921539 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:20:51.969859 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Provisioning complete for port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:51.970266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:51.989613 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Sync routers for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:20:52.004563 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.011683 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7f3fdb58-b640-455c-8120-f00540b4209c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1470757 May 10 19:20:52.014454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46818) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:52.082950 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be636f5e-c118-46e8-b556-9af6b9663d47 None None] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:20:52.111436 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:52.112296 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:52.139208 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks [] for router_gateway (bbf78797-271b-4ce4-9611-c47f1f2723c2), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.163773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:20:52.221778 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bb3ed51f-3948-4805-81d0-66a9c2030409 req-3a78212d-5391-459e-8056-74d9ff8c9aff tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.0862198 May 10 19:20:52.276549 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46828) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:52.302733 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port bc3850f2-b776-4512-8bec-35b052fc0d4c is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:52.303960 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:20:52.341849 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Publish callbacks [] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.357210 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.494415 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Attempting to bind port cec57d83-6e1e-4b9a-9d3b-94846847a683 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:52.494803 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Attempting to bind port cec57d83-6e1e-4b9a-9d3b-94846847a683 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:52.495164 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Attempting to bind port cec57d83-6e1e-4b9a-9d3b-94846847a683 on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:52.503754 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Pushing event updated for resources: {'Port': ['ID=cec57d83-6e1e-4b9a-9d3b-94846847a683,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:52.503928 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.514882 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:52.518815 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:52.519238 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.519642 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:52.524863 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Bound port: cec57d83-6e1e-4b9a-9d3b-94846847a683, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:52.525272 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.533400 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Current status of the port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:52.533860 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.562999 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4adb7076-8069-45c2-a278-3f844a3f83eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.579293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:52.579686 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.596024 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.596695 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.597288 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.597908 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.598336 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.598776 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.599187 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.599763 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.600301 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.600935 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.605647 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:52.607139 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.608626 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.609141 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.609621 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.610104 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Tracked resource versions report: May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: pushed versions: May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: { 'AddressGroup': {'1.2'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Agent': {'1.1'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'ConntrackHelper': {'1.0'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'LocalIPAssociation': {'1.0'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Log': {'1.0'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'NDPProxy': {'1.0'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Network': {'1.1'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Port': {'1.7'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'PortForwarding': {'1.3'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'QosPolicy': {'1.10'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroup': {'1.5'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroupRule': {'1.2'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SubPort': {'1.0'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Subnet': {'1.1'}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Trunk': {'1.1'}} May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: consumer versions: May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: { DHCP agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: HyperV agent@hv-cinder-78481: {}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: L3 agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: Metadata agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: Metering agent@dv-cinder-784815-13-iscsi: {}, May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: Open vSwitch agent@dv-cinder-784815-13-iscsi: { 'AddressGroup': '1.2', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Agent': '1.1', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'ConntrackHelper': '1.0', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'LocalIPAssociation': '1.0', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Log': '1.0', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'NDPProxy': '1.0', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Network': '1.1', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Port': '1.7', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'PortForwarding': '1.3', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'QosPolicy': '1.10', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroup': '1.5', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SecurityGroupRule': '1.2', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'SubPort': '1.0', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Subnet': '1.1', May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: 'Trunk': '1.1'}} May 10 19:20:52.611388 dv-cinder-784815-13-iscsi neutron-server[103465]: {{(pid=103465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:20:52.660901 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:20:52.681725 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:20:52.691585 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.696748 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0e3277bd-12d5-44c2-b632-1fe3d731eada admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3990138 May 10 19:20:52.698353 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46838) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:52.698996 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] For port cec57d83-6e1e-4b9a-9d3b-94846847a683, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:52.716302 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:52.717206 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:52.721719 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] For port cec57d83-6e1e-4b9a-9d3b-94846847a683, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cec57d83-6e1e-4b9a-9d3b-94846847a683,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:52.779699 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] For port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:20:52.786632 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:20:52.801175 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.802834 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.884694 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Provisioning complete for port a56f8c0f-c1e6-4b25-8bc9-fb957648566a triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:52.885096 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:52.921304 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:52.954119 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Pushing event updated for resources: {'Port': ['ID=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:53.018366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (bbf78797-271b-4ce4-9611-c47f1f2723c2), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.081930 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70986619-47db-4cbf-983f-04e8452ba19d None None] Pushing event updated for resources: {'Port': ['ID=cec57d83-6e1e-4b9a-9d3b-94846847a683,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:53.132921 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4adb7076-8069-45c2-a278-3f844a3f83eb admin admin] Publish callbacks [] for security_group (71b90f50-ea4d-431f-951f-2acb10d218a6), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.148613 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:53.149269 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:53.181368 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 3, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:53.217049 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Checking router: e001fb26-1e85-4672-99fb-4af5d54f3865 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:20:53.217389 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Updating router e001fb26-1e85-4672-99fb-4af5d54f3865 port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:20:53.254868 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:53.269750 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:53.273350 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Allocated IP 172.20.0.1 (23b57150-617f-4822-b282-056863670252/87cfe29a-0207-4ad9-8bee-3ec82a432bbd/ead722af-a5e3-4ef6-94ed-b08cba49f9e4) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:53.283076 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.520720 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-973d94ab-7d56-4cca-bf86-b1b1d8c57cfd req-2bdddcd9-faf5-4b96-8e10-af885012f365 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.1468189 May 10 19:20:53.547078 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:49Z', 'revision_number': 3, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:53.598789 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.604827 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:20:53.609088 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:20:53.621009 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks [] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.627534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.73', 57403) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:53.635867 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Updating router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 port 02da3641-6c35-4cbc-a669-8b0801ae4804 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:20:53.646256 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Publish callbacks [] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.663292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.762319 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Current status of the port a56f8c0f-c1e6-4b25-8bc9-fb957648566a is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:53.762723 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.791086 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4adb7076-8069-45c2-a278-3f844a3f83eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (71b90f50-ea4d-431f-951f-2acb10d218a6), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.817447 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:53.822880 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Attempting to bind port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:53.828745 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Attempting to bind port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:53.829172 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Attempting to bind port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:53.836981 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:20:53.987982 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 3, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:53.991075 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-8f3b113b-b4f3-4a7c-bf82-11b7e146b788 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:53.992939 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-8f3b113b-b4f3-4a7c-bf82-11b7e146b788 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.73 "GET /v2.0/networks?id=796b12f5-6605-47bf-a03a-d63db662398a HTTP/1.1" status: 200 len: 812 time: 0.3643723 May 10 19:20:54.001420 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.023591 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc63660-0428-4f43-af04-a3b62fe565ec None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 3, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:20:54.037933 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cde9ec-6f6b-474e-96a6-c87aaffb2e2b None None] Pushing event updated for resources: {'Port': ['ID=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.047407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:54.048291 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:54.048562 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.049945 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:54.050761 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Bound port: 0168c7cb-bbbe-41a0-9daa-fd89a91d9585, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:54.051166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.097477 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Request body: {'port': {'device_id': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a', 'admin_state_up': True, 'tenant_id': '2f6baa22c9994643b63ecfe6b43988f6'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:54.099473 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Network 23b57150-617f-4822-b282-056863670252 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:54.151016 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] For port a56f8c0f-c1e6-4b25-8bc9-fb957648566a, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:20:54.166587 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:54.182355 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Pushing event updated for resources: {'Port': ['ID=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.186002 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:54.186538 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (30cf302a-7e8e-4be8-9776-0ccea3b65f31), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.243606 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.274814 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:54.279853 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.320167 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Publish callbacks [] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.326841 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.443102 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Attempting to bind port 02da3641-6c35-4cbc-a669-8b0801ae4804 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:54.443667 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Attempting to bind port 02da3641-6c35-4cbc-a669-8b0801ae4804 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:54.444186 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Attempting to bind port 02da3641-6c35-4cbc-a669-8b0801ae4804 on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:54.468141 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:54.468764 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:54.469361 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.469897 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:54.470931 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Bound port: 02da3641-6c35-4cbc-a669-8b0801ae4804, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:54.471831 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.475885 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] For port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:54.562171 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] For port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:54.608792 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] For port 02da3641-6c35-4cbc-a669-8b0801ae4804, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:20:54.615256 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] For port 02da3641-6c35-4cbc-a669-8b0801ae4804, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=02da3641-6c35-4cbc-a669-8b0801ae4804,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:20:54.629054 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.629252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Provisioning complete for port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:54.629449 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.630957 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.640548 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c95ce3-dc9c-435d-a3da-e36ed89575ba None None] Pushing event updated for resources: {'Port': ['ID=02da3641-6c35-4cbc-a669-8b0801ae4804,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.684373 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4adb7076-8069-45c2-a278-3f844a3f83eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f128bb7b2cb14b47bc0226972d09bdcc&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4052920 May 10 19:20:54.686352 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46900) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:54.693572 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.695994 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:20:54.720843 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6298f2a-5662-4707-8566-40de27de9c7e None None] Pushing event updated for resources: {'Port': ['ID=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.727749 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c95ce3-dc9c-435d-a3da-e36ed89575ba None None] Pushing event updated for resources: {'Port': ['ID=02da3641-6c35-4cbc-a669-8b0801ae4804,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.754078 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb7076-8069-45c2-a278-3f844a3f83eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b90f50-ea4d-431f-951f-2acb10d218a6,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.771152 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:54.772158 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:54.774663 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:54.775970 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c15f21c0-7915-4f3d-a2f7-369736dd967e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4976745 May 10 19:20:54.791085 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46904) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:54.915269 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cde9ec-6f6b-474e-96a6-c87aaffb2e2b None None] Pushing event updated for resources: {'Port': ['ID=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:54.935109 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:20:54.935439 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Made reservation on behalf of 2f6baa22c9994643b63ecfe6b43988f6 for: {'port': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:20:54.939416 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.102773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks [] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.193626 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.194403 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (30cf302a-7e8e-4be8-9776-0ccea3b65f31), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.198185 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:55.199386 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.217507 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:55.247356 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:55.248314 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:55.315044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Pushing event updated for resources: {'Port': ['ID=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:55.442835 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:55.551663 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:55.553293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:55.613423 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-666a6960-65bb-4449-bd73-365bc018d1a6 admin admin] Publish callbacks [] for security_group (71b90f50-ea4d-431f-951f-2acb10d218a6), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.688133 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Allocated IP 172.20.0.2 (796b12f5-6605-47bf-a03a-d63db662398a/e9230fd4-80dd-4d2e-bdb2-696818496037/cee0cc5b-0c30-4cda-b03d-5dce7c523a88) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:55.702779 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-666a6960-65bb-4449-bd73-365bc018d1a6 admin admin] Publish callbacks [] for security_group (71b90f50-ea4d-431f-951f-2acb10d218a6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.754493 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:49Z', 'revision_number': 3, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:55.759648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:20:55.831740 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a3494-2f8b-4c85-a798-d8128a617b53 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:49Z', 'revision_number': 3, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:20:55.857316 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:55.858071 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:20:56.080370 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-666a6960-65bb-4449-bd73-365bc018d1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (71b90f50-ea4d-431f-951f-2acb10d218a6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:56.089956 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-666a6960-65bb-4449-bd73-365bc018d1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:56.100861 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-666a6960-65bb-4449-bd73-365bc018d1a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71b90f50-ea4d-431f-951f-2acb10d218a6 HTTP/1.1" status: 204 len: 168 time: 1.3757923 May 10 19:20:56.106713 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:56.116255 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Network 23b57150-617f-4822-b282-056863670252 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:56.149841 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:56.204269 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6960-65bb-4449-bd73-365bc018d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b90f50-ea4d-431f-951f-2acb10d218a6,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:56.377852 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Current status of the port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:56.457062 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Provisioning complete for port a56f8c0f-c1e6-4b25-8bc9-fb957648566a triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:56.457485 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:56.541738 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:56.814823 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c23fe531-6227-4a64-883a-bf32accfcbaa req-4f3aae6a-ad9a-41ad-aaf2-f5d63c931437 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.9327796 May 10 19:20:56.865102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:20:56.866113 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:56.866617 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:56.901016 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:56.956954 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46954) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:57.037839 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Allocated IP 172.20.0.1 (bb74b187-fa4d-4a2f-9aaf-1606c184e70e/714448a5-2239-4535-ac63-0c411f4a023f/a02d3de1-5a75-4555-a1a9-a8caf86f8297) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:57.224502 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks [] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:57.281989 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 3, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:57.332572 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a45cd2-b1aa-4208-9223-78ee817cb38d None None] The sync data for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi is: [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:48Z', 'revision_number': 3, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:20:57.539649 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:57.707490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Current status of the port a56f8c0f-c1e6-4b25-8bc9-fb957648566a is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:57.759316 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:51Z', 'revision_number': 3, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:57.823679 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:57.825405 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device bc3850f2-b776-4512-8bec-35b052fc0d4c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:20:57.933763 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 46970) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:57.954507 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:20:57.955000 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Updating router bbf78797-271b-4ce4-9611-c47f1f2723c2 port 427267c7-1c92-4b95-805d-937f9dd8883c binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:20:57.959756 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:20:57.973089 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:20:57.979642 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c0ac583a-e07e-463f-a324-46fa45ac2131 admin admin] 10.222.0.70 "PUT /v2.0/routers/30cf302a-7e8e-4be8-9776-0ccea3b65f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1912336 May 10 19:20:57.987153 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Provisioning complete for port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:57.988748 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.003745 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:20:58.005967 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:58.078765 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Allocated IP 172.20.0.1 (7eee0ec7-29e0-4852-b1b4-26b4961fd849/d96bd12a-c1ff-484b-92e4-0b65524a96ef/d86b8a09-417d-466b-baa5-107df807e2ce) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:20:58.139178 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks [] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.243119 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.398494 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:20:58.426520 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port bc3850f2-b776-4512-8bec-35b052fc0d4c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:20:58.426899 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.451514 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks [] for port (d86b8a09-417d-466b-baa5-107df807e2ce), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.512672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.574414 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.618065 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d43443c2-9a08-4ff3-9bc1-fad6b78941c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.705188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:58.726025 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:58.736988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:58.738095 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:58.869618 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Network 796b12f5-6605-47bf-a03a-d63db662398a is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:58.981892 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 2, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:20:58.992654 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Pushing event updated for resources: {'Port': ['ID=d86b8a09-417d-466b-baa5-107df807e2ce,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:59.026989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:20:59.044502 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:59.066783 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 46992) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:20:59.085226 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:59.095542 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860227050', 'description': 'tempest-description--1944608689'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:20:59.116162 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:20:59.116922 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Updating router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:20:59.118653 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:59.119433 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.156766 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa7013-2186-4352-9689-5ef604d2b9bf req-d3a661e9-4ae5-4566-915c-51aa282332e3 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:20:59.158419 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1bfa7013-2186-4352-9689-5ef604d2b9bf req-d3a661e9-4ae5-4566-915c-51aa282332e3 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 931 time: 0.7568183 May 10 19:20:59.180866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Pushing event updated for resources: {'Port': ['ID=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:59.205216 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.218727 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95c35ad4-2d5a-467f-84c1-df58420cb199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.222888 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:20:59.262384 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:20:59.263771 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (e001fb26-1e85-4672-99fb-4af5d54f3865), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.306132 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Publish callbacks [] for port (427267c7-1c92-4b95-805d-937f9dd8883c), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.317633 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.439899 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.616507 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.688609 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a686b2-457b-4b4b-9f87-dbb580db681b None None] Pushing event updated for resources: {'Port': ['ID=427267c7-1c92-4b95-805d-937f9dd8883c,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:20:59.719236 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d28f80e3-8135-45cb-aec1-ee33307e0391 None None] Current status of the port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:20:59.809454 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (94b8594c-0952-4688-a2c6-eaa428df3a7a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.818865 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Attempting to bind port 427267c7-1c92-4b95-805d-937f9dd8883c on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:20:59.819238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Attempting to bind port 427267c7-1c92-4b95-805d-937f9dd8883c by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:20:59.819600 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Attempting to bind port 427267c7-1c92-4b95-805d-937f9dd8883c on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:20:59.831412 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (94b8594c-0952-4688-a2c6-eaa428df3a7a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.873335 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:20:59.876770 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:20:59.877542 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.878371 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:20:59.879028 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Bound port: 427267c7-1c92-4b95-805d-937f9dd8883c, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:20:59.879688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.933056 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.934904 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8604336 May 10 19:20:59.989651 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d43443c2-9a08-4ff3-9bc1-fad6b78941c4 admin admin] Publish callbacks [] for security_group (c13700de-56f2-43c0-bd3a-e0bc5d8033d4), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.994627 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Publish callbacks [] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:20:59.999693 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47004) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:00.017606 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'security_group_rule': {'security_group_id': '94b8594c-0952-4688-a2c6-eaa428df3a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:00.024658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08d75-78c3-4879-8c2a-89bffa49f377 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b8594c-0952-4688-a2c6-eaa428df3a7a,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:00.034900 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.065348 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] For port 427267c7-1c92-4b95-805d-937f9dd8883c, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:00.079033 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] For port 427267c7-1c92-4b95-805d-937f9dd8883c, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=427267c7-1c92-4b95-805d-937f9dd8883c,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:00.165836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (9c7b104c-fb5d-4e7d-ae01-84411f972f01), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.247376 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port bc3850f2-b776-4512-8bec-35b052fc0d4c is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:00.248754 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a56f8c0f-c1e6-4b25-8bc9-fb957648566a up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:00.254852 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Provisioning complete for port a02d3de1-5a75-4555-a1a9-a8caf86f8297 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:00.260511 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.278220 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.291678 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks [] for port (d86b8a09-417d-466b-baa5-107df807e2ce), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.294999 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d43443c2-9a08-4ff3-9bc1-fad6b78941c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c13700de-56f2-43c0-bd3a-e0bc5d8033d4), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.321133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.322155 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.382865 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (9c7b104c-fb5d-4e7d-ae01-84411f972f01), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.544458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:00.547737 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:00.549681 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (9c7b104c-fb5d-4e7d-ae01-84411f972f01), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.576636 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d43443c2-9a08-4ff3-9bc1-fad6b78941c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2b9c0e8217b473296fcf3c5779cfaee&name=default HTTP/1.1" status: 200 len: 2992 time: 3.5873978 May 10 19:21:00.579984 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7b104c-fb5d-4e7d-ae01-84411f972f01,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:00.582573 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47014) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:00.592783 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-534eb264-175c-46f1-9e68-b25c0bc77289 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5030789 May 10 19:21:00.608660 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.610041 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-53159354-820c-47e5-844b-0b43771f4726 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6097832 May 10 19:21:00.627240 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189feb8-020a-4311-b1ec-127d9c46d40c None None] Pushing event updated for resources: {'Port': ['ID=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:00.751668 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Port a02d3de1-5a75-4555-a1a9-a8caf86f8297 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:00.789300 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1bfa7013-2186-4352-9689-5ef604d2b9bf req-178d88f0-3854-4e98-91b3-c696daf224cc tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6120348 May 10 19:21:00.791866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Pushing event updated for resources: {'Port': ['ID=a02d3de1-5a75-4555-a1a9-a8caf86f8297,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:00.821465 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Provisioning complete for port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:00.821841 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.839239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 47018) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:00.846529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-18c7f4da-98eb-4c60-9c52-601a299291b0 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:21:00.851075 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a686b2-457b-4b4b-9f87-dbb580db681b None None] Pushing event updated for resources: {'Port': ['ID=427267c7-1c92-4b95-805d-937f9dd8883c,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:00.857299 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-18c7f4da-98eb-4c60-9c52-601a299291b0 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0524504 May 10 19:21:00.869362 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:00.870260 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:00.873912 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'security_group_rule': {'security_group_id': '94b8594c-0952-4688-a2c6-eaa428df3a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:00.885125 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95c35ad4-2d5a-467f-84c1-df58420cb199 admin admin] Publish callbacks [] for security_group (ba532ae1-d7b6-4f03-8804-44a1524e0ac2), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.891595 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Attempting to bind port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:00.893438 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Attempting to bind port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:00.894098 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Attempting to bind port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 on network 23b57150-617f-4822-b282-056863670252 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:00.908009 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:00.908852 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Checking segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:00.909431 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.910186 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Bound using segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:00.917313 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Bound port: ead722af-a5e3-4ef6-94ed-b08cba49f9e4, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:00.918789 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:00.921288 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:21:00.922650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Pushing event updated for resources: {'Port': ['ID=d86b8a09-417d-466b-baa5-107df807e2ce,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:00.951264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95c35ad4-2d5a-467f-84c1-df58420cb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ba532ae1-d7b6-4f03-8804-44a1524e0ac2), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.034524 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] For port ead722af-a5e3-4ef6-94ed-b08cba49f9e4, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:01.040632 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] For port ead722af-a5e3-4ef6-94ed-b08cba49f9e4, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:01.051857 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.069174 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-95c35ad4-2d5a-467f-84c1-df58420cb199 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81ecb3bf630d4eb5b8c8a5fe1a80bda7&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1314306 May 10 19:21:01.131085 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 47026) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:01.180584 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189feb8-020a-4311-b1ec-127d9c46d40c None None] Pushing event updated for resources: {'Port': ['ID=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,revision_number=4']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:01.184331 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.194472 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:01.195124 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:01.229813 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9de72ac4-ee0d-41e9-8843-506136056a16 admin admin] Publish callbacks [] for security_group (c13700de-56f2-43c0-bd3a-e0bc5d8033d4), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.280341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9de72ac4-ee0d-41e9-8843-506136056a16 admin admin] Publish callbacks [] for security_group (c13700de-56f2-43c0-bd3a-e0bc5d8033d4), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.336746 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:01.349326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9de72ac4-ee0d-41e9-8843-506136056a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c13700de-56f2-43c0-bd3a-e0bc5d8033d4), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.352193 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9de72ac4-ee0d-41e9-8843-506136056a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.353602 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9de72ac4-ee0d-41e9-8843-506136056a16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c13700de-56f2-43c0-bd3a-e0bc5d8033d4 HTTP/1.1" status: 204 len: 168 time: 0.7636096 May 10 19:21:01.366996 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de72ac4-ee0d-41e9-8843-506136056a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13700de-56f2-43c0-bd3a-e0bc5d8033d4,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:01.493401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:21:01.517550 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9af4dba7-8060-49ef-b41a-546842bbf240 admin admin] 10.222.0.70 "PUT /v2.0/routers/04b6bc0d-2844-4a84-9434-a87e4ae2a3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8159177 May 10 19:21:01.532721 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:01.694476 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:01.760939 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks [] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.809575 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8e0e-9880-4dae-ad6a-28e4cdf400ad admin admin] Publish callbacks [] for security_group (ba532ae1-d7b6-4f03-8804-44a1524e0ac2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.830376 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port a56f8c0f-c1e6-4b25-8bc9-fb957648566a triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:01.831437 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.847978 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (fe10bae1-6c5d-4679-9fec-439de8bc4629), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.882325 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:01.883213 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:01.891883 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:01.935329 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Provisioning complete for port d86b8a09-417d-466b-baa5-107df807e2ce triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:01.936137 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.962399 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.963249 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (e001fb26-1e85-4672-99fb-4af5d54f3865), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:01.992240 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43443c2-9a08-4ff3-9bc1-fad6b78941c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13700de-56f2-43c0-bd3a-e0bc5d8033d4,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:02.005105 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:01Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:02.090491 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:02.115826 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e396e-ee0a-496a-ac62-879424205fe3 None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:01Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:02.489465 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-c8061b89-b0c5-4f7c-ad39-c18410ad97d9 None None] Port d86b8a09-417d-466b-baa5-107df807e2ce cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:02.524711 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35ad4-2d5a-467f-84c1-df58420cb199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba532ae1-d7b6-4f03-8804-44a1524e0ac2,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:02.553831 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47060) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:02.558641 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954966793', 'description': 'tempest-description--130182997'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:02.583195 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Request body: {'port': {'device_id': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:02.621546 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.678846 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Provisioning complete for port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:02.679239 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.758885 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8e0e-9880-4dae-ad6a-28e4cdf400ad admin admin] Publish callbacks [] for security_group (ba532ae1-d7b6-4f03-8804-44a1524e0ac2), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.814786 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.842072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (47f79d5b-e77f-4250-a60e-311dee24d39f), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.848970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (47f79d5b-e77f-4250-a60e-311dee24d39f), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.868829 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port a56f8c0f-c1e6-4b25-8bc9-fb957648566a is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:02.872059 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (fe10bae1-6c5d-4679-9fec-439de8bc4629), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.911087 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:02.918277 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3632638 May 10 19:21:02.934922 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47072) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:02.941583 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:51Z', 'revision_number': 3, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:02.967610 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': '47f79d5b-e77f-4250-a60e-311dee24d39f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:02.995786 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Pushing event updated for resources: {'Port': ['ID=a02d3de1-5a75-4555-a1a9-a8caf86f8297,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:03.020400 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96d87-48a2-4ca7-b61b-06a3d8104e13 req-a3321a8f-841b-42c0-9dbb-ca7b790954ca tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:03.032298 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fee96d87-48a2-4ca7-b61b-06a3d8104e13 req-a3321a8f-841b-42c0-9dbb-ca7b790954ca tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 931 time: 0.9612000 May 10 19:21:03.036061 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (fe10bae1-6c5d-4679-9fec-439de8bc4629), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.068469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2af1e-d31a-4105-be01-932ab57ff970 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f79d5b-e77f-4250-a60e-311dee24d39f,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:03.122889 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:03.125761 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aae0d8-f7a9-4e24-b673-a2fcf7a75412 None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:51Z', 'revision_number': 3, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:03.154748 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (33310e76-56a9-44f3-8d5a-65e673828189), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.215492 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Current status of the port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:03.217198 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.237297 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:03.237981 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Updating router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 port d86b8a09-417d-466b-baa5-107df807e2ce binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:21:03.269787 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe10bae1-6c5d-4679-9fec-439de8bc4629,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:03.356986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.377035 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.400517 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (33310e76-56a9-44f3-8d5a-65e673828189), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.410062 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (33310e76-56a9-44f3-8d5a-65e673828189), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.436939 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] For port ead722af-a5e3-4ef6-94ed-b08cba49f9e4, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:03.458407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33310e76-56a9-44f3-8d5a-65e673828189,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:03.469352 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.469848 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.474570 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-12ddb5f7-6ee6-4d25-b50f-fd878735753b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5302229 May 10 19:21:03.476391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47080) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:03.478389 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.484059 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-bb3955c9-2a37-4f08-b170-a372ed324ef8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6403160 May 10 19:21:03.484320 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': '47f79d5b-e77f-4250-a60e-311dee24d39f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:03.494748 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47082) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:03.522386 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:03.549642 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:03.626566 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.650731 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Provisioning complete for port d86b8a09-417d-466b-baa5-107df807e2ce triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:03.651026 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.652848 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:03.730449 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8e0e-9880-4dae-ad6a-28e4cdf400ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ba532ae1-d7b6-4f03-8804-44a1524e0ac2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.740967 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a8e8e0e-9880-4dae-ad6a-28e4cdf400ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.748347 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7a8e8e0e-9880-4dae-ad6a-28e4cdf400ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba532ae1-d7b6-4f03-8804-44a1524e0ac2 HTTP/1.1" status: 204 len: 168 time: 2.6054981 May 10 19:21:03.756205 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cec57d83-6e1e-4b9a-9d3b-94846847a683 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:03.782567 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fee96d87-48a2-4ca7-b61b-06a3d8104e13 req-c7d4facd-7a12-46e4-b20c-ad550a4e7601 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489393 May 10 19:21:03.813494 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (387b67aa-bad2-43d0-a1cc-645d08833d82), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:03.857318 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e8e0e-9880-4dae-ad6a-28e4cdf400ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba532ae1-d7b6-4f03-8804-44a1524e0ac2,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:03.968033 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Pushing event updated for resources: {'Port': ['ID=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:04.042948 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-03959188-6b22-4e69-968f-b9536f5a6d62 None None] Port d86b8a09-417d-466b-baa5-107df807e2ce cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:04.107061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port cec57d83-6e1e-4b9a-9d3b-94846847a683 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:04.111678 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.179723 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.184892 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (387b67aa-bad2-43d0-a1cc-645d08833d82), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.206050 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (387b67aa-bad2-43d0-a1cc-645d08833d82), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.331839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387b67aa-bad2-43d0-a1cc-645d08833d82,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:04.355901 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-48e1330b-a567-4e24-bcc8-176e67ea32e6 None None] Provisioning complete for port a02d3de1-5a75-4555-a1a9-a8caf86f8297 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:04.357549 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-48e1330b-a567-4e24-bcc8-176e67ea32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.373509 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.377873 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-ddb16a7e-fa49-4a87-b61f-de5c08fe3c9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8973985 May 10 19:21:04.384629 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47112) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:04.396995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:04.474827 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-48e1330b-a567-4e24-bcc8-176e67ea32e6 None None] Port a02d3de1-5a75-4555-a1a9-a8caf86f8297 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:04.536255 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Allocated IP 172.27.0.216 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/c33005bd-1156-4847-8584-479b2b5b4fd2) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:04.699778 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port cec57d83-6e1e-4b9a-9d3b-94846847a683 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:04.707340 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.765570 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port cec57d83-6e1e-4b9a-9d3b-94846847a683, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cec57d83-6e1e-4b9a-9d3b-94846847a683,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:04.779846 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Allocated IP 172.20.0.1 (dcbda2b8-24f3-4e04-abd8-14474ec22014/3835e4ca-19e9-4c98-94cd-7287718aa71b/6b35b75a-c970-467f-908b-b5de45e83821) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:04.797501 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.798483 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:04.841725 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.925692 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47118) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:04.981866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:04.991500 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47124) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:05.046791 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:05.047927 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.133055 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks [] for port (6b35b75a-c970-467f-908b-b5de45e83821), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.207712 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-28daf9da-84ac-4774-9df0-06529edef485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.235574 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:05.243133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'Port': ['ID=c33005bd-1156-4847-8584-479b2b5b4fd2,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:05.244779 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 02da3641-6c35-4cbc-a669-8b0801ae4804 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:05.271783 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.367894 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=cec57d83-6e1e-4b9a-9d3b-94846847a683,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:05.434321 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Router e001fb26-1e85-4672-99fb-4af5d54f3865 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:21:05.464362 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e99ea5-37a3-41ab-9804-41c2eedefe79 req-66732afc-cf98-422d-8912-927a845acee1 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:05.467975 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f0e99ea5-37a3-41ab-9804-41c2eedefe79 req-66732afc-cf98-422d-8912-927a845acee1 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 931 time: 0.3000410 May 10 19:21:05.520892 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (6b35b75a-c970-467f-908b-b5de45e83821), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.623542 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Publish callbacks [] for port (d86b8a09-417d-466b-baa5-107df807e2ce), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.647184 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.756320 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d2523-6968-445c-abcb-ae9e456bfbb3 None None] Pushing event updated for resources: {'Port': ['ID=d86b8a09-417d-466b-baa5-107df807e2ce,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:05.775190 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:05.791798 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 02da3641-6c35-4cbc-a669-8b0801ae4804 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:05.792498 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.793152 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Pushing event updated for resources: {'Port': ['ID=6b35b75a-c970-467f-908b-b5de45e83821,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:05.796008 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:05.814765 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:05.814964 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (bbf78797-271b-4ce4-9611-c47f1f2723c2), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:05.831745 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f0e99ea5-37a3-41ab-9804-41c2eedefe79 req-67d4daba-866e-46e1-9ad1-66a4cdf58813 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561423 May 10 19:21:05.904048 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.013084 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:21:06.026497 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Sync routers for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:06.059140 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:06.059827 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:06.085688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Attempting to bind port d86b8a09-417d-466b-baa5-107df807e2ce on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:06.086424 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Attempting to bind port d86b8a09-417d-466b-baa5-107df807e2ce by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:06.087960 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Attempting to bind port d86b8a09-417d-466b-baa5-107df807e2ce on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:06.111934 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-14b1fd9e-ce95-41ec-b676-865ca884e5da admin admin] 10.222.0.70 "PUT /v2.0/routers/e001fb26-1e85-4672-99fb-4af5d54f3865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0966573 May 10 19:21:06.113038 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:06.114638 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:06.115892 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.115892 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Bound using segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:06.116243 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Bound port: d86b8a09-417d-466b-baa5-107df807e2ce, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:06.116725 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.181775 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.27.0.60 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/67cf4bd5-e3b7-4d7b-8650-565fa6f2415a) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:06.221698 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9b4a7d8a-a22b-4a5b-b753-6f11abcb981a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.265867 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:06.273006 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee0cc5b-0c30-4cda-b03d-5dce7c523a88 {{(pid=103462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:06.288634 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Publish callbacks [] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.302536 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:06.322475 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:06.380276 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.provisioning_blocks [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Transition to ACTIVE for port object cee0cc5b-0c30-4cda-b03d-5dce7c523a88 will not be triggered until provisioned by entity L2. {{(pid=103462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:21:06.392389 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:06.409781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 02da3641-6c35-4cbc-a669-8b0801ae4804 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:06.410135 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.413754 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.465737 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 02da3641-6c35-4cbc-a669-8b0801ae4804, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=02da3641-6c35-4cbc-a669-8b0801ae4804,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:06.486510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.487388 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:06.550806 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (bf237b11-2c3b-493f-aae9-e5cf652a9ddb), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.639993 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:06.641215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.784978 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-9743ab1b-297e-4184-92f7-a1ab70d69d9a None None] Provisioning complete for port d86b8a09-417d-466b-baa5-107df807e2ce triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:06.785413 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9743ab1b-297e-4184-92f7-a1ab70d69d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.801038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (6b35b75a-c970-467f-908b-b5de45e83821), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:06.805456 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Pushing event updated for resources: {'Port': ['ID=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:06.986653 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:01Z', 'revision_number': 2, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:06.997664 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-9743ab1b-297e-4184-92f7-a1ab70d69d9a None None] Port d86b8a09-417d-466b-baa5-107df807e2ce cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:07.080819 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Attempting to bind port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:07.081518 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Attempting to bind port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a'}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:07.082118 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Attempting to bind port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 on network 796b12f5-6605-47bf-a03a-d63db662398a {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:07.114655 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Checking router: e001fb26-1e85-4672-99fb-4af5d54f3865 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:07.115271 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Updating router e001fb26-1e85-4672-99fb-4af5d54f3865 port a02d3de1-5a75-4555-a1a9-a8caf86f8297 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:21:07.145294 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.193170 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-513b2bd8-4a94-4405-99e6-4ad29cfdab0d None None] Provisioning complete for port 6b35b75a-c970-467f-908b-b5de45e83821 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:07.194439 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-513b2bd8-4a94-4405-99e6-4ad29cfdab0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6b35b75a-c970-467f-908b-b5de45e83821), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.213602 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.289495 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] For port d86b8a09-417d-466b-baa5-107df807e2ce, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:07.307701 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-513b2bd8-4a94-4405-99e6-4ad29cfdab0d None None] Port 6b35b75a-c970-467f-908b-b5de45e83821 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:07.365451 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=02da3641-6c35-4cbc-a669-8b0801ae4804,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:07.373484 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] For port d86b8a09-417d-466b-baa5-107df807e2ce, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d86b8a09-417d-466b-baa5-107df807e2ce,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:07.378765 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:07.379194 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.423859 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:07.427794 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.618791 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks [] for port (6b35b75a-c970-467f-908b-b5de45e83821), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.636211 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 on network 796b12f5-6605-47bf-a03a-d63db662398a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:21:07.636211 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Attempting to bind port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 on network 796b12f5-6605-47bf-a03a-d63db662398a {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:07.728774 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.731484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:07.731945 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Checking segment: {'id': '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:07.732754 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Bound using segment: {'id': '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a'} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:07.733448 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Bound port: cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a'}}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:07.733951 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.736328 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (6b35b75a-c970-467f-908b-b5de45e83821), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.737989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (bbf78797-271b-4ce4-9611-c47f1f2723c2), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.756407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.757497 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ead722af-a5e3-4ef6-94ed-b08cba49f9e4 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:07.789743 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:07.880308 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:07.881239 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:07.997481 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Publish callbacks [] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.003529 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (bf237b11-2c3b-493f-aae9-e5cf652a9ddb), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.005844 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.022680 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-db7827b9-fbaa-4258-8287-939fdf4f7382 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:08.023927 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.024996 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-db7827b9-fbaa-4258-8287-939fdf4f7382 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 819 time: 1.0062792 May 10 19:21:08.066912 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-28daf9da-84ac-4774-9df0-06529edef485 admin admin] Publish callbacks [] for security_group (f983d399-518b-44d4-b434-d5e623f8ba84), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.076403 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:08.098585 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9b4a7d8a-a22b-4a5b-b753-6f11abcb981a admin admin] Publish callbacks [] for security_group (3e014a1f-b6d5-48d3-9f84-6602db91dfa6), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.101532 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-28daf9da-84ac-4774-9df0-06529edef485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f983d399-518b-44d4-b434-d5e623f8ba84), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.104701 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09b7f3-48d4-4073-860e-78d69b3ce479 None None] Pushing event updated for resources: {'Port': ['ID=a02d3de1-5a75-4555-a1a9-a8caf86f8297,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.117262 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'Port': ['ID=c33005bd-1156-4847-8584-479b2b5b4fd2,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.161605 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] For port cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host hv-cinder-78481, cleared binding levels {{(pid=103462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:08.176974 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] For port cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,segment=NetworkSegment(99d7bcb8-0d4f-48ec-9d08-104927bbdb5a),segment_id=99d7bcb8-0d4f-48ec-9d08-104927bbdb5a)] {{(pid=103462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:08.188035 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9b4a7d8a-a22b-4a5b-b753-6f11abcb981a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3e014a1f-b6d5-48d3-9f84-6602db91dfa6), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.191194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daf9da-84ac-4774-9df0-06529edef485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f983d399-518b-44d4-b434-d5e623f8ba84,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.215783 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.241039 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8d4585de-ba4e-409b-8a4f-0d9319e7849a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7424643 May 10 19:21:08.246760 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:08.247301 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.252197 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d2523-6968-445c-abcb-ae9e456bfbb3 None None] Pushing event updated for resources: {'Port': ['ID=d86b8a09-417d-466b-baa5-107df807e2ce,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.292933 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:08.313862 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Attempting to bind port a02d3de1-5a75-4555-a1a9-a8caf86f8297 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:08.314423 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b980-1bda-407d-8f35-5bae9dc6e8e2 req-86ae60a0-9e22-4d2f-91cb-7227115972e9 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:08.314522 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Attempting to bind port a02d3de1-5a75-4555-a1a9-a8caf86f8297 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:08.314602 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Attempting to bind port a02d3de1-5a75-4555-a1a9-a8caf86f8297 on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:08.324156 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5708b980-1bda-407d-8f35-5bae9dc6e8e2 req-86ae60a0-9e22-4d2f-91cb-7227115972e9 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 943 time: 1.2555568 May 10 19:21:08.326410 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:08.326791 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Checking segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:08.327199 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.327595 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Bound using segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:08.328069 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Bound port: a02d3de1-5a75-4555-a1a9-a8caf86f8297, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:08.328466 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.337579 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:08.340995 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.392852 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-28daf9da-84ac-4774-9df0-06529edef485 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcabdfc9b23c48978db0597903dd9b32&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3916845 May 10 19:21:08.409453 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47180) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:08.437539 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-6df843c6-2ee9-4c05-80df-e35f3a968ede tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/quotas/b01ea9fc16b94ff0899ce6ae2f229400 HTTP/1.1" status: 200 len: 375 time: 0.1589062 May 10 19:21:08.502657 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9b4a7d8a-a22b-4a5b-b753-6f11abcb981a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dba4115428e4216bf2972d0905d4094&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5728393 May 10 19:21:08.510407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47184) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:08.516698 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a7d8a-a22b-4a5b-b753-6f11abcb981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e014a1f-b6d5-48d3-9f84-6602db91dfa6,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.519449 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5708b980-1bda-407d-8f35-5bae9dc6e8e2 req-70b9e913-9048-425e-96e2-3d346e0b3033 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941254 May 10 19:21:08.536980 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Pushing event updated for resources: {'Port': ['ID=6b35b75a-c970-467f-908b-b5de45e83821,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.576440 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:08.593696 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] For port a02d3de1-5a75-4555-a1a9-a8caf86f8297, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:08.601851 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.613685 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] For port a02d3de1-5a75-4555-a1a9-a8caf86f8297, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a02d3de1-5a75-4555-a1a9-a8caf86f8297,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:08.625187 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.651002 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c4fe474a-00e0-4dc3-a343-d5751a203c98 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460278 May 10 19:21:08.653064 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:08.653663 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.655046 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] 10.222.0.73 "PUT /v2.0/ports/cee0cc5b-0c30-4cda-b03d-5dce7c523a88 HTTP/1.1" status: 200 len: 1093 time: 7.4224093 May 10 19:21:08.671790 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'tag': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:08.695437 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] Provisioning complete for port d86b8a09-417d-466b-baa5-107df807e2ce triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:08.695837 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.748531 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:08.749953 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2dbd29f3-634d-4708-9b70-dd0899bc231b admin admin] Publish callbacks [] for security_group (f983d399-518b-44d4-b434-d5e623f8ba84), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:08.762430 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:08.817341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:08.826000 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:08.840794 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:08.954844 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8056554c-169b-41b5-befa-6d0904cc7e81 admin admin] Publish callbacks [] for security_group (3e014a1f-b6d5-48d3-9f84-6602db91dfa6), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.000792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2dbd29f3-634d-4708-9b70-dd0899bc231b admin admin] Publish callbacks [] for security_group (f983d399-518b-44d4-b434-d5e623f8ba84), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.009916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=67cf4bd5-e3b7-4d7b-8650-565fa6f2415a,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:09.028671 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09b7f3-48d4-4073-860e-78d69b3ce479 None None] Pushing event updated for resources: {'Port': ['ID=a02d3de1-5a75-4555-a1a9-a8caf86f8297,revision_number=4']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:09.235189 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeec928-3498-48a7-8545-11dcfb1ef67b service neutron] Pushing event updated for resources: {'Port': ['ID=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,revision_number=3']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:09.236321 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:09.238198 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8056554c-169b-41b5-befa-6d0904cc7e81 admin admin] Publish callbacks [] for security_group (3e014a1f-b6d5-48d3-9f84-6602db91dfa6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.240641 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6e82d72f-115b-44e9-9910-b2d9d78988dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:09.242710 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-6e82d72f-115b-44e9-9910-b2d9d78988dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2f6baa22c9994643b63ecfe6b43988f6&device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 1127 time: 0.3907068 May 10 19:21:09.251741 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9062bec7-46a0-4657-ba06-497ac135d6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01c111-05fe-4aad-97fd-82cdf7cede60", "tag": "cee0cc5b-0c30-4cda-b03d-5dce7c523a88"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:09.279837 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (289cce72-09bb-4456-9c13-ef4b984172ab), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.280710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:21:09.329980 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b181a-4049-4a4e-aebf-ecfa28d78082 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:09.367568 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.371902 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:09.374166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a56f8c0f-c1e6-4b25-8bc9-fb957648566a up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:09.489415 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2dbd29f3-634d-4708-9b70-dd0899bc231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f983d399-518b-44d4-b434-d5e623f8ba84), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.491049 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2dbd29f3-634d-4708-9b70-dd0899bc231b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.492333 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-2dbd29f3-634d-4708-9b70-dd0899bc231b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f983d399-518b-44d4-b434-d5e623f8ba84 HTTP/1.1" status: 204 len: 168 time: 1.0803468 May 10 19:21:09.523404 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd29f3-634d-4708-9b70-dd0899bc231b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f983d399-518b-44d4-b434-d5e623f8ba84,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:09.528685 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:09.531282 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8056554c-169b-41b5-befa-6d0904cc7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3e014a1f-b6d5-48d3-9f84-6602db91dfa6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.534070 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8056554c-169b-41b5-befa-6d0904cc7e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.535520 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8056554c-169b-41b5-befa-6d0904cc7e81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e014a1f-b6d5-48d3-9f84-6602db91dfa6 HTTP/1.1" status: 204 len: 168 time: 1.0212536 May 10 19:21:09.583072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056554c-169b-41b5-befa-6d0904cc7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e014a1f-b6d5-48d3-9f84-6602db91dfa6,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:09.650627 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-7dddc1f9-ad7f-4891-8670-6b1b38321dda tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1860227050&fields=id&tenant_id=8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 267 time: 0.8193192 May 10 19:21:09.664530 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] Current status of the port d86b8a09-417d-466b-baa5-107df807e2ce is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:09.664960 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.734947 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port a56f8c0f-c1e6-4b25-8bc9-fb957648566a triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:09.735369 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.754728 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.758587 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:21:09.775820 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.818557 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (289cce72-09bb-4456-9c13-ef4b984172ab), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.849921 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c8f2bd01-9cf5-4a1d-b092-8a6ad156c064 admin admin] 10.222.0.70 "PUT /v2.0/routers/bbf78797-271b-4ce4-9611-c47f1f2723c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0379114 May 10 19:21:09.861915 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=67cf4bd5-e3b7-4d7b-8650-565fa6f2415a,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:09.868208 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:09.873964 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-03e32b19-ecae-4c6f-8b4c-c4cc83e734ef tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4882405 May 10 19:21:09.883940 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:09.918983 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:09.919674 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:09.946111 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-07f90f9d-c8b2-49a3-8b56-daac020832da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88 HTTP/1.1" status: 200 len: 217 time: 0.3510168 May 10 19:21:09.995089 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] For port d86b8a09-417d-466b-baa5-107df807e2ce, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d86b8a09-417d-466b-baa5-107df807e2ce,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:10.045900 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:10.110711 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a2481-010c-4e24-945a-13d6123ff478 None None] Pushing event updated for resources: {'Port': ['ID=d86b8a09-417d-466b-baa5-107df807e2ce,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:10.112339 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:08Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:10.191348 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:10.219270 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97cff51-d3cf-45d0-b6a4-e0fc7f5da2fc None None] The sync data for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi is: [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:08Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:10.237257 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Provisioning complete for port a02d3de1-5a75-4555-a1a9-a8caf86f8297 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:10.237653 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:10.282203 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-c139ed26-6506-430b-87ba-5e7b9003ae51 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:10.305861 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-c139ed26-6506-430b-87ba-5e7b9003ae51 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 817 time: 0.6515536 May 10 19:21:10.314758 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-256809e9-6338-46d0-883e-a9140b978fed service neutron] 10.222.0.70 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4534729 May 10 19:21:10.316253 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-9ee618e5-e6a1-47d8-9dc7-ab91c297cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:10.317665 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-9ee618e5-e6a1-47d8-9dc7-ab91c297cb10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9230fd4-80dd-4d2e-bdb2-696818496037 HTTP/1.1" status: 200 len: 852 time: 0.3605607 May 10 19:21:10.327914 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port a56f8c0f-c1e6-4b25-8bc9-fb957648566a is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:10.598934 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-8b08167c-7242-4aa9-a71f-7f91fc1b0491 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/quotas/8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 375 time: 0.2921598 May 10 19:21:10.605999 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-d530815a-91ea-430c-975c-a4f5c8592143 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796b12f5-6605-47bf-a03a-d63db662398a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2572076 May 10 19:21:10.648853 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Current status of the port a02d3de1-5a75-4555-a1a9-a8caf86f8297 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:10.649279 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:10.808100 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] For port a02d3de1-5a75-4555-a1a9-a8caf86f8297, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a02d3de1-5a75-4555-a1a9-a8caf86f8297,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:10.824324 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:10.849350 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 2, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:10.946532 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Pushing event updated for resources: {'Port': ['ID=a02d3de1-5a75-4555-a1a9-a8caf86f8297,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:11.008891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Provisioning complete for port 6b35b75a-c970-467f-908b-b5de45e83821 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:11.009271 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6b35b75a-c970-467f-908b-b5de45e83821), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:11.017893 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cec57d83-6e1e-4b9a-9d3b-94846847a683 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:11.066177 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:11.066532 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Updating router bbf78797-271b-4ce4-9611-c47f1f2723c2 port 6b35b75a-c970-467f-908b-b5de45e83821 binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:21:11.170521 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a5c02-cc21-4932-8f74-7b5bbef1da1a None None] Port 6b35b75a-c970-467f-908b-b5de45e83821 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:11.172093 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (6b35b75a-c970-467f-908b-b5de45e83821), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:11.251276 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-f21abcfc-8d9d-4eda-b405-e74742379b0b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6366084 May 10 19:21:11.260494 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port cec57d83-6e1e-4b9a-9d3b-94846847a683 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:11.260878 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:11.263615 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-304e57c7-5bba-4465-bf5a-ddff3787a73a service neutron] 10.222.0.73 "GET /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377323 May 10 19:21:11.294640 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-79a8356b-a708-40f2-a11e-51751dd3c261 service neutron] 10.222.0.70 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9427030 May 10 19:21:11.469186 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95cd0a60-682b-4f51-92ba-b7056fd32ee0 req-98633b7e-fb8e-417f-85f9-608ded37dfb7 service neutron] 10.222.0.73 "GET /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968484 May 10 19:21:11.658452 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port cec57d83-6e1e-4b9a-9d3b-94846847a683 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:11.659640 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d86b8a09-417d-466b-baa5-107df807e2ce up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:11.760021 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port d86b8a09-417d-466b-baa5-107df807e2ce triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:11.760397 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:11.797911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-7fe5952d-9552-43f1-adb4-fb0b92b28b32 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:21:11.808107 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-7fe5952d-9552-43f1-adb4-fb0b92b28b32 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2766278 May 10 19:21:11.871329 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Publish callbacks [] for port (6b35b75a-c970-467f-908b-b5de45e83821), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:11.890048 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (6b35b75a-c970-467f-908b-b5de45e83821), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:11.977396 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ca050-7c99-4fe3-95aa-2dd675de20d4 x-openstack-request-id: req-7e1ca050-7c99-4fe3-95aa-2dd675de20d4 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:11.977738 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01c111-05fe-4aad-97fd-82cdf7cede60", "tag": "cee0cc5b-0c30-4cda-b03d-5dce7c523a88", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:11.977998 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e1ca050-7c99-4fe3-95aa-2dd675de20d4 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:11.978570 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1ca050-7c99-4fe3-95aa-2dd675de20d4'] response: {'name': 'network-changed', 'server_uuid': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'tag': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88', 'status': 'completed', 'code': 200} May 10 19:21:12.033875 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port d86b8a09-417d-466b-baa5-107df807e2ce is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:12.035059 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 427267c7-1c92-4b95-805d-937f9dd8883c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:12.036785 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-ab9e541f-27aa-47fe-abcd-cdfdca6b9b3e service neutron] 10.222.0.70 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269683 May 10 19:21:12.108170 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f77de-28dd-4b22-bf80-1a5960999681 None None] Pushing event updated for resources: {'Port': ['ID=6b35b75a-c970-467f-908b-b5de45e83821,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:12.241408 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Attempting to bind port 6b35b75a-c970-467f-908b-b5de45e83821 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:12.243118 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Attempting to bind port 6b35b75a-c970-467f-908b-b5de45e83821 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:12.243588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Attempting to bind port 6b35b75a-c970-467f-908b-b5de45e83821 on network dcbda2b8-24f3-4e04-abd8-14474ec22014 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:12.261350 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 427267c7-1c92-4b95-805d-937f9dd8883c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:12.265030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.268094 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:12.268810 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Checking segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:12.268963 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.269595 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Bound using segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:12.269828 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Bound port: 6b35b75a-c970-467f-908b-b5de45e83821, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:12.270392 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (6b35b75a-c970-467f-908b-b5de45e83821), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.355945 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b27a-772e-41eb-99ba-7562bca85785 req-d17ea33a-d400-4273-ae59-591143cba62b tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:12.364839 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ccb4b27a-772e-41eb-99ba-7562bca85785 req-d17ea33a-d400-4273-ae59-591143cba62b tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 943 time: 0.1808469 May 10 19:21:12.471820 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-1cabf82e-1d07-4f90-babd-b3c42a7fa194 service neutron] 10.222.0.70 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340668 May 10 19:21:12.575081 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] For port 6b35b75a-c970-467f-908b-b5de45e83821, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:12.577718 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ccb4b27a-772e-41eb-99ba-7562bca85785 req-9751fdc8-21c1-4663-a34f-162207edb62b tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024958 May 10 19:21:12.587486 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-35c36a3b-0aab-43fd-8bca-90254714f98a None None] Provisioning complete for port 6b35b75a-c970-467f-908b-b5de45e83821 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:12.588018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-35c36a3b-0aab-43fd-8bca-90254714f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6b35b75a-c970-467f-908b-b5de45e83821), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.691459 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] For port 6b35b75a-c970-467f-908b-b5de45e83821, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=6b35b75a-c970-467f-908b-b5de45e83821,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:12.727711 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 427267c7-1c92-4b95-805d-937f9dd8883c is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:12.728287 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.740692 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (6b35b75a-c970-467f-908b-b5de45e83821), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.756063 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-6cc498f3-64fb-4dd1-a00e-9ce6d9e357c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:12.757934 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-6cc498f3-64fb-4dd1-a00e-9ce6d9e357c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2f6baa22c9994643b63ecfe6b43988f6&device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 1127 time: 0.1905348 May 10 19:21:12.775358 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-35c36a3b-0aab-43fd-8bca-90254714f98a None None] Port 6b35b75a-c970-467f-908b-b5de45e83821 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:12.844360 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 427267c7-1c92-4b95-805d-937f9dd8883c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=427267c7-1c92-4b95-805d-937f9dd8883c,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:12.854016 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:12.855483 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 02da3641-6c35-4cbc-a669-8b0801ae4804 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:12.993951 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:12.994738 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:20:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:13.180982 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-8704d95a-5606-4380-923e-da8d8a567146 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1954966793&fields=id&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 267 time: 0.1385889 May 10 19:21:13.256452 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47386) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:13.264276 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109709019', 'description': 'tempest-description--1058430183'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:13.312461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.319899 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f77de-28dd-4b22-bf80-1a5960999681 None None] Pushing event updated for resources: {'Port': ['ID=6b35b75a-c970-467f-908b-b5de45e83821,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:13.448062 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=427267c7-1c92-4b95-805d-937f9dd8883c,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:13.470851 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] Provisioning complete for port 6b35b75a-c970-467f-908b-b5de45e83821 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:13.471308 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6b35b75a-c970-467f-908b-b5de45e83821), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.489605 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (c70efa69-f3a8-4514-a2e1-d7f62eb67a97), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.500909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c70efa69-f3a8-4514-a2e1-d7f62eb67a97), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.529194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.531233 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2725353 May 10 19:21:13.535311 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47400) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:13.544993 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'security_group_rule': {'security_group_id': 'c70efa69-f3a8-4514-a2e1-d7f62eb67a97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:13.581061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 02da3641-6c35-4cbc-a669-8b0801ae4804 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:13.581466 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.604557 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854446-264a-442f-942f-586916770e86 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70efa69-f3a8-4514-a2e1-d7f62eb67a97,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:13.640222 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b643d527-7619-4d18-aa84-34298ec3983b req-2d98bde2-3713-4d5b-89b7-d510cf01dbfc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 210 time: 0.1193564 May 10 19:21:13.674840 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (ba2fd3f5-0266-4a95-9e4d-4b74a62820c2), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.676620 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-dbe7c37c-35b7-45ae-a504-45ebaac40861 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:13.690911 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-dbe7c37c-35b7-45ae-a504-45ebaac40861 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.5084286 May 10 19:21:13.700970 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-c4038a64-fd8a-44e4-a467-370976224013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:13.702775 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-c4038a64-fd8a-44e4-a467-370976224013 service neutron] 10.222.0.73 "GET /v2.0/networks?id=796b12f5-6605-47bf-a03a-d63db662398a HTTP/1.1" status: 200 len: 913 time: 0.9375670 May 10 19:21:13.725707 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-648ad9d9-8225-4793-8335-4c477d9828b1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/quotas/758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 375 time: 0.0338731 May 10 19:21:13.825883 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-41a1a98a-99b7-43e5-845b-e89140cfbaca tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989623 May 10 19:21:13.830556 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:13.854810 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (ba2fd3f5-0266-4a95-9e4d-4b74a62820c2), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.860009 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (ba2fd3f5-0266-4a95-9e4d-4b74a62820c2), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.884458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2fd3f5-0266-4a95-9e4d-4b74a62820c2,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:13.897761 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:13.898966 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-56a3738f-b693-4286-b9c2-a8a28d284c70 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612866 May 10 19:21:13.901572 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47422) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:13.924906 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'security_group_rule': {'security_group_id': 'c70efa69-f3a8-4514-a2e1-d7f62eb67a97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:13.987903 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (449770b0-18a6-4e8c-bcab-be5c25ba39ab), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.050744 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.73', 57421) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:14.160303 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47434) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:14.210239 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cee0cc5b-0c30-4cda-b03d-5dce7c523a88 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:21:14.237490 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (449770b0-18a6-4e8c-bcab-be5c25ba39ab), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.246522 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (449770b0-18a6-4e8c-bcab-be5c25ba39ab), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.303066 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.305498 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019787 May 10 19:21:14.337446 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47440) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:14.352011 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:14.389583 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.401277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f64425-fb8d-4510-b117-563b6e930163 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449770b0-18a6-4e8c-bcab-be5c25ba39ab,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:14.449942 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-5a14158d-cc63-4123-863d-7b75f7f702ac service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092428 May 10 19:21:14.458175 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f850f663-ee9d-4936-a321-99109085c203 req-1dc34121-0c77-4d8c-8258-cb3494bea1ff tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 210 time: 0.6439211 May 10 19:21:14.506130 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-1fc780cb-1356-4077-8696-48f58a552701 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:14.509444 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-1fc780cb-1356-4077-8696-48f58a552701 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 819 time: 0.4544995 May 10 19:21:14.554866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'port': {'device_id': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'admin_state_up': True, 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:14.558185 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-89a78601-61c7-43d2-9ddb-dae6640a69e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88 HTTP/1.1" status: 200 len: 217 time: 0.7478607 May 10 19:21:14.665398 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12bd6bde-d376-422f-b0b5-a44d50bd079b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.740311 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] Current status of the port 6b35b75a-c970-467f-908b-b5de45e83821 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:14.741099 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (6b35b75a-c970-467f-908b-b5de45e83821), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.743532 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c5f688a3-fa89-4de6-aec0-432b3c2fa6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.781700 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,segment=NetworkSegment(99d7bcb8-0d4f-48ec-9d08-104927bbdb5a),segment_id=99d7bcb8-0d4f-48ec-9d08-104927bbdb5a)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:14.784390 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dff21-6740-4438-af3e-041643cd05de req-4048e590-7759-4151-9580-25b0625c1ef8 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:14.791398 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6f0dff21-6740-4438-af3e-041643cd05de req-4048e590-7759-4151-9580-25b0625c1ef8 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 943 time: 0.2250426 May 10 19:21:14.797336 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:14.822182 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88', 'network_id': '796b12f5-6605-47bf-a03a-d63db662398a', 'port_id': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88', 'mac_address': 'fa:16:3e:a8:b2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9230fd4-80dd-4d2e-bdb2-696818496037', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:21:14.823721 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 02da3641-6c35-4cbc-a669-8b0801ae4804 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:14.824863 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a02d3de1-5a75-4555-a1a9-a8caf86f8297 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:14.866807 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-c92bc9cf-720c-45cc-9b1c-a3285d61828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:14.868337 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] For port 6b35b75a-c970-467f-908b-b5de45e83821, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=6b35b75a-c970-467f-908b-b5de45e83821,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:14.869234 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-c92bc9cf-720c-45cc-9b1c-a3285d61828e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e9230fd4-80dd-4d2e-bdb2-696818496037 HTTP/1.1" status: 200 len: 852 time: 0.2087932 May 10 19:21:14.880551 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6f0dff21-6740-4438-af3e-041643cd05de req-7b944f58-c247-4202-9add-ed088d148f93 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880437 May 10 19:21:14.882987 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-01bf8721-7b33-4fec-977e-a8c8c2caeda9 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233606 May 10 19:21:14.925990 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (6b35b75a-c970-467f-908b-b5de45e83821), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.154524 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Made reservation on behalf of b01ea9fc16b94ff0899ce6ae2f229400 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:21:15.157983 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.202962 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:15.203383 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.226300 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.73', 57426) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:15.264038 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e481402d-3174-436d-b6eb-458e394a032e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:15.326055 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee0cc5b-0c30-4cda-b03d-5dce7c523a88 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:15.333077 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12bd6bde-d376-422f-b0b5-a44d50bd079b admin admin] Publish callbacks [] for security_group (84330454-b5a6-4bd5-880f-9786e38e5006), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.343063 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481402d-3174-436d-b6eb-458e394a032e None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:15.345630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fa1b60fb-15ff-4287-9f1d-de94c63d3734 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:15.347186 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fa1b60fb-15ff-4287-9f1d-de94c63d3734 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 819 time: 0.3362427 May 10 19:21:15.348996 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80d51c-3553-4810-98d2-28da9636cee9 None None] Pushing event updated for resources: {'Port': ['ID=6b35b75a-c970-467f-908b-b5de45e83821,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:15.352942 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port a02d3de1-5a75-4555-a1a9-a8caf86f8297 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:15.353357 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.406483 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-19f86ede-0611-4f61-b815-df2085892dcb req-d2e313e0-bc56-404c-82fd-78d54d1935ea tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 210 time: 0.2552106 May 10 19:21:15.408908 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-9dd27957-0eba-4a0a-b000-43212fd85ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796b12f5-6605-47bf-a03a-d63db662398a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2588594 May 10 19:21:15.501008 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,segment=NetworkSegment(99d7bcb8-0d4f-48ec-9d08-104927bbdb5a),segment_id=99d7bcb8-0d4f-48ec-9d08-104927bbdb5a)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:15.524731 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.599649 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.646386 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-464923ee-b2a0-4777-9cc5-1b11a05e889e service neutron] 10.222.0.73 "GET /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227190 May 10 19:21:15.661239 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-5da33240-a391-4e50-b952-96dec7d2f96b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/quotas/b01ea9fc16b94ff0899ce6ae2f229400 HTTP/1.1" status: 200 len: 375 time: 0.2645352 May 10 19:21:15.671490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:15.718068 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port a02d3de1-5a75-4555-a1a9-a8caf86f8297 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:15.719257 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:15.783279 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-aa16b6d5-7b53-4eab-8e06-7d95d70a0fa9 req-97dd9e30-404f-4671-88bd-3b6c4a7d8829 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 210 time: 0.1331227 May 10 19:21:15.807804 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Allocated IP 172.27.0.29 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/585416b5-3a39-4355-b2ad-89a4bdfb6e45) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:15.828803 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['cee0cc5b-0c30-4cda-b03d-5dce7c523a88'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:21:15.834900 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-12bd6bde-d376-422f-b0b5-a44d50bd079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (84330454-b5a6-4bd5-880f-9786e38e5006), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:15.864324 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Allocated IP 172.20.0.10 (bb74b187-fa4d-4a2f-9aaf-1606c184e70e/714448a5-2239-4535-ac63-0c411f4a023f/1cf23101-4133-47e6-bc61-408b7b3ccb2b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:15.931433 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-48c863d1-46e5-4069-9042-246829bdd12d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446651 May 10 19:21:15.982061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:15.982666 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.116039 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-12bd6bde-d376-422f-b0b5-a44d50bd079b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c01dcc8f6d83457d99e5ec3e2a3c7509&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9532633 May 10 19:21:16.122048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 47510) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:16.139773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd6bde-d376-422f-b0b5-a44d50bd079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84330454-b5a6-4bd5-880f-9786e38e5006,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:16.206902 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-9d5b912b-3a78-4062-9e44-8bd0a6e7781e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:16.209407 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-9d5b912b-3a78-4062-9e44-8bd0a6e7781e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 817 time: 0.9821479 May 10 19:21:16.228729 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:16.229860 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ead722af-a5e3-4ef6-94ed-b08cba49f9e4 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:16.256840 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da3e39-0147-40d2-b685-2b97b9d3cebe req-9e9e771b-2cd9-4516-988f-0794e7d9c115 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:16.259251 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-02da3e39-0147-40d2-b685-2b97b9d3cebe req-9e9e771b-2cd9-4516-988f-0794e7d9c115 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 944 time: 0.1960325 May 10 19:21:16.355561 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:16.356229 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.383091 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.507239 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:16.540953 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9062bec7-46a0-4657-ba06-497ac135d6c1 req-40c86681-27fa-4f08-9e05-5601aa79ad1f service neutron] 10.222.0.73 "GET /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8662715 May 10 19:21:16.544667 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.580482 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ae-9940-4ff1-93e6-6407a0dec07b admin admin] Publish callbacks [] for security_group (84330454-b5a6-4bd5-880f-9786e38e5006), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.604935 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ae-9940-4ff1-93e6-6407a0dec07b admin admin] Publish callbacks [] for security_group (84330454-b5a6-4bd5-880f-9786e38e5006), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.629964 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-13ef69b1-cd6f-4738-a6e7-59ae7c237979 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 380 time: 0.3942204 May 10 19:21:16.644396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'port': {'device_id': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'network_id': '23b57150-617f-4822-b282-056863670252', 'admin_state_up': True, 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'security_groups': ['94b8594c-0952-4688-a2c6-eaa428df3a7a']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:16.676707 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:16.679329 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a4a15a76-a3a9-4a1a-933e-aadbb451fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.702899 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:16.703855 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-02da3e39-0147-40d2-b685-2b97b9d3cebe req-8969d788-cc23-468f-82bb-99d237d59e9c tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135067 May 10 19:21:16.738359 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:16.756458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.761983 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'Port': ['ID=585416b5-3a39-4355-b2ad-89a4bdfb6e45,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:16.837718 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a02d3de1-5a75-4555-a1a9-a8caf86f8297 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:16.861431 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-089909f5-d2e3-446f-bb5e-bca8b7243ac0 service neutron] 10.222.0.70 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9278724 May 10 19:21:16.908087 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (949a500f-0c4f-4107-9145-2bac7ed28f14), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.920911 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.927821 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port a02d3de1-5a75-4555-a1a9-a8caf86f8297 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:16.928694 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:16.999987 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fb5690bb-3251-4fb1-8b7a-d41c194c5627 req-f5ab3291-e4ac-4e29-a1e5-9a9eb6f3e325 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 210 time: 0.1534970 May 10 19:21:17.037617 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ae-9940-4ff1-93e6-6407a0dec07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (84330454-b5a6-4bd5-880f-9786e38e5006), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.040984 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a2ae-9940-4ff1-93e6-6407a0dec07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.044791 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c1a6a2ae-9940-4ff1-93e6-6407a0dec07b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84330454-b5a6-4bd5-880f-9786e38e5006 HTTP/1.1" status: 204 len: 168 time: 0.9152155 May 10 19:21:17.062080 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port a02d3de1-5a75-4555-a1a9-a8caf86f8297 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:17.063235 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 6b35b75a-c970-467f-908b-b5de45e83821 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:17.088099 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a2ae-9940-4ff1-93e6-6407a0dec07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84330454-b5a6-4bd5-880f-9786e38e5006,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:17.109136 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-831aac00-1729-4c5c-abeb-125540f18e0b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:17.110986 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-831aac00-1729-4c5c-abeb-125540f18e0b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.4177601 May 10 19:21:17.158451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'Port': ['ID=1cf23101-4133-47e6-bc61-408b7b3ccb2b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:17.176689 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-14cc38ff-d41c-4ab7-a36c-375425bf7018 service neutron] 10.222.0.70 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135014 May 10 19:21:17.177510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 6b35b75a-c970-467f-908b-b5de45e83821 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:17.177837 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (6b35b75a-c970-467f-908b-b5de45e83821), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.181777 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5a337cec-2c21-475d-b6b3-2e34fa72c6f0 req-07c3c2fd-b53d-487a-85ef-d4cd179d076f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 210 time: 0.0694160 May 10 19:21:17.185889 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:17.186764 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Made reservation on behalf of 8588427eb06848b9ad22fab88b7c91e3 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:21:17.193428 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.206145 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.263571 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:17.280130 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-55bd07f6-ee31-41d4-9a0e-07d3840ccc49 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 380 time: 0.1486993 May 10 19:21:17.293028 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'port': {'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'admin_state_up': True, 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'security_groups': ['47f79d5b-e77f-4250-a60e-311dee24d39f']}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:17.299468 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:17.319064 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:17.319736 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.411973 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-21085d6d-4a78-4df5-994c-633e61d187a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8805847 May 10 19:21:17.512811 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.516822 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 6b35b75a-c970-467f-908b-b5de45e83821 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:17.518030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 427267c7-1c92-4b95-805d-937f9dd8883c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:17.545930 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Request body: {'port': {'device_id': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:17.553479 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3abcde42-d28b-4a4a-a132-256a97bc6435 req-5cc87954-dce0-47c8-91bc-0ab03bb2298f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 210 time: 0.0883179 May 10 19:21:17.631433 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Made reservation on behalf of 758b8f4f3d1c4242822940f17246d98f for: {'port': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:21:17.635041 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.690093 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 427267c7-1c92-4b95-805d-937f9dd8883c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:17.690478 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.931555 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:17.956334 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d54f6520-23a1-44da-9b16-f3b93df35af4 None None] Provisioning complete for port 1cf23101-4133-47e6-bc61-408b7b3ccb2b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:17.956866 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d54f6520-23a1-44da-9b16-f3b93df35af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.009277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b98fb-7d85-47c6-a91e-b78d87c610ee req-8f76bf3c-88fc-4fa3-b057-2f130e1d18b3 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:18.013922 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a2b98fb-7d85-47c6-a91e-b78d87c610ee req-8f76bf3c-88fc-4fa3-b057-2f130e1d18b3 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 944 time: 0.1400642 May 10 19:21:18.038706 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Allocated IP 172.20.0.3 (23b57150-617f-4822-b282-056863670252/87cfe29a-0207-4ad9-8bee-3ec82a432bbd/2e697b58-8fbb-4c85-87c0-1c9148105893) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:18.040436 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d54f6520-23a1-44da-9b16-f3b93df35af4 None None] Port 1cf23101-4133-47e6-bc61-408b7b3ccb2b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:18.072336 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 427267c7-1c92-4b95-805d-937f9dd8883c is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:18.091460 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cee0cc5b-0c30-4cda-b03d-5dce7c523a88 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:18.191951 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.20.0.8 (7eee0ec7-29e0-4852-b1b4-26b4961fd849/d96bd12a-c1ff-484b-92e4-0b65524a96ef/7a91cc63-e8e6-4ee7-9508-979232df9d50) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:18.210131 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:21:18.223462 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:18.223726 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.230445 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.271916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.275822 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47568) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:18.292356 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d437b4e-a20f-41e5-bbd7-cbb5c088e3ae req-93724347-fcdb-42fd-96fa-0012e95f167a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 210 time: 0.0886352 May 10 19:21:18.323331 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a2b98fb-7d85-47c6-a91e-b78d87c610ee req-b700b53f-8159-42b5-bed7-9dc10c19d1aa tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657528 May 10 19:21:18.324367 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 47570) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:18.347361 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.362030 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-473aed63-b494-4de5-a9cb-0e0e3767aaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.418280 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (949a500f-0c4f-4107-9145-2bac7ed28f14), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.418928 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:18.418928 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.447989 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Network 23b57150-617f-4822-b282-056863670252 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:18.457030 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:18.459139 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:18.480894 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.500000 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:18.505631 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:18.506262 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.529452 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'Port': ['ID=585416b5-3a39-4355-b2ad-89a4bdfb6e45,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:18.552811 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9159575 May 10 19:21:18.568640 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.590482 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,segment=NetworkSegment(99d7bcb8-0d4f-48ec-9d08-104927bbdb5a),segment_id=99d7bcb8-0d4f-48ec-9d08-104927bbdb5a)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:18.603073 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.637369 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Request body: {'port': {'device_id': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:18.639969 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.728131 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:18.788491 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20824fcb-31d3-4fbe-8ac4-890248849596" -d '{"events": [{"server_uuid": "dc01c111-05fe-4aad-97fd-82cdf7cede60", "name": "network-vif-plugged", "status": "completed", "tag": "cee0cc5b-0c30-4cda-b03d-5dce7c523a88"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:18.816126 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb7a8-a1e6-4838-b62f-e36871f28466 req-0ff31a9d-7ea6-4309-b6c6-b920c92caf13 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:18.819964 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8b3cb7a8-a1e6-4838-b62f-e36871f28466 req-0ff31a9d-7ea6-4309-b6c6-b920c92caf13 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 931 time: 0.2695587 May 10 19:21:18.827740 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:18.836345 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:18.839523 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cb8e8c1-86b4-4286-9aeb-237cf9d69ab7 req-71e14ea2-1e39-4050-ad8e-0bef42cb00b9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 210 time: 0.1342275 May 10 19:21:18.851703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:18.867360 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:18.868090 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.887658 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-41c21e8d-eebf-4635-9683-eaee11b5d3ac None None] Provisioning complete for port 2e697b58-8fbb-4c85-87c0-1c9148105893 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:18.888042 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-41c21e8d-eebf-4635-9683-eaee11b5d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.894277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=7a91cc63-e8e6-4ee7-9508-979232df9d50,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:18.935964 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-20f869b9-5557-4fa4-b2fd-0cb842657a8b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6477828 May 10 19:21:18.968023 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:18.969401 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6db9516f-d0d3-42f2-9956-781155f1aa7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6218605 May 10 19:21:18.996378 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Request body: {'port': {'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:19.061562 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c2df609e-7f5e-4125-b1ee-2baf254bb44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.074475 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.73', 57433) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:19.100796 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8b3cb7a8-a1e6-4838-b62f-e36871f28466 req-194858e6-82aa-49dc-ad7e-5f320c64e06d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587788 May 10 19:21:19.111610 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c89564-0fae-473c-a6de-83c4c5feaf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:19.126592 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-41c21e8d-eebf-4635-9683-eaee11b5d3ac None None] Port 2e697b58-8fbb-4c85-87c0-1c9148105893 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:19.159650 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.165016 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.178641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f427e-d6c4-478a-a839-0f6efd21a5b7 x-openstack-request-id: req-e20f427e-d6c4-478a-a839-0f6efd21a5b7 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:19.178867 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01c111-05fe-4aad-97fd-82cdf7cede60", "name": "network-vif-plugged", "status": "completed", "tag": "cee0cc5b-0c30-4cda-b03d-5dce7c523a88", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:19.193122 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e20f427e-d6c4-478a-a839-0f6efd21a5b7 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:19.193122 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20f427e-d6c4-478a-a839-0f6efd21a5b7'] response: {'server_uuid': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88', 'code': 200} May 10 19:21:19.204160 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-473aed63-b494-4de5-a9cb-0e0e3767aaeb admin admin] Publish callbacks [] for security_group (acf73ce9-5a78-4e9e-9d62-7e7468ddb03b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.262635 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-59cfd1bd-ad3e-42ca-8955-1fcb2f12d2d3 None None] Provisioning complete for port 7a91cc63-e8e6-4ee7-9508-979232df9d50 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:19.263298 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-59cfd1bd-ad3e-42ca-8955-1fcb2f12d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.284400 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-473aed63-b494-4de5-a9cb-0e0e3767aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (acf73ce9-5a78-4e9e-9d62-7e7468ddb03b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.358887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.378728 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-473aed63-b494-4de5-a9cb-0e0e3767aaeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9397b17be8cf403ea50631e3ba2104a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0989027 May 10 19:21:19.385935 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 47612) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:19.417926 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-59cfd1bd-ad3e-42ca-8955-1fcb2f12d2d3 None None] Port 7a91cc63-e8e6-4ee7-9508-979232df9d50 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:19.483602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aed63-b494-4de5-a9cb-0e0e3767aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf73ce9-5a78-4e9e-9d62-7e7468ddb03b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:19.494352 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-96f538e9-f49e-470a-90e9-d5858f23a254 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:19.496452 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-96f538e9-f49e-470a-90e9-d5858f23a254 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 819 time: 0.4172950 May 10 19:21:19.526104 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bc0885a3-d326-4f72-b799-a484198667b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1109709019&fields=id&tenant_id=8c2669245ca948cfa795863fa7e43496 HTTP/1.1" status: 200 len: 267 time: 0.2074342 May 10 19:21:19.547231 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'port': {'device_id': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'admin_state_up': True, 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:19.615117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.73', 57436) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:19.659131 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c2df609e-7f5e-4125-b1ee-2baf254bb44b admin admin] Publish callbacks [] for security_group (8faeec59-04c4-4c68-a2f3-4beb6378cc94), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.712726 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c2df609e-7f5e-4125-b1ee-2baf254bb44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8faeec59-04c4-4c68-a2f3-4beb6378cc94), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.721385 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d96fff-8e51-4298-8eef-553260c09637 req-44208677-85e8-460d-8c9b-a278078f5f4e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:19.728046 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d5d96fff-8e51-4298-8eef-553260c09637 req-44208677-85e8-460d-8c9b-a278078f5f4e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 931 time: 0.2677932 May 10 19:21:19.763849 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393e61a-9648-4c4f-8f97-f03489d63f72 req-27dffecb-a291-4f05-93b2-f43ee904fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:19.765353 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2393e61a-9648-4c4f-8f97-f03489d63f72 req-27dffecb-a291-4f05-93b2-f43ee904fb1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 1129 time: 0.1475160 May 10 19:21:19.799478 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2393e61a-9648-4c4f-8f97-f03489d63f72 req-fab842ea-cecd-4333-8013-75bf22d901e5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.846786 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0307baf-60fe-4f30-94e1-516477356861 admin admin] Publish callbacks [] for security_group (acf73ce9-5a78-4e9e-9d62-7e7468ddb03b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.923596 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf23101-4133-47e6-bc61-408b7b3ccb2b {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:19.934297 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Publish callbacks [] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:19.998828 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Transition to ACTIVE for port object 1cf23101-4133-47e6-bc61-408b7b3ccb2b will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:21:20.006678 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e697b58-8fbb-4c85-87c0-1c9148105893 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:20.014734 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.021709 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Publish callbacks [] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.079415 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Transition to ACTIVE for port object 2e697b58-8fbb-4c85-87c0-1c9148105893 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:21:20.096216 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2393e61a-9648-4c4f-8f97-f03489d63f72 req-fab842ea-cecd-4333-8013-75bf22d901e5 service neutron] Publish callbacks [] for security_group (21dacd7a-b3a2-4066-ad5f-5e7d22f2c3c9), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.099606 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.104961 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c2df609e-7f5e-4125-b1ee-2baf254bb44b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e85ca83eb454e19a4f16320bf2eb5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5623765 May 10 19:21:20.108405 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 47630) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:20.111102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2393e61a-9648-4c4f-8f97-f03489d63f72 req-fab842ea-cecd-4333-8013-75bf22d901e5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (21dacd7a-b3a2-4066-ad5f-5e7d22f2c3c9), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.121704 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Pushing event updated for resources: {'Port': ['ID=1cf23101-4133-47e6-bc61-408b7b3ccb2b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:20.138676 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df609e-7f5e-4125-b1ee-2baf254bb44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faeec59-04c4-4c68-a2f3-4beb6378cc94,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:20.187008 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0307baf-60fe-4f30-94e1-516477356861 admin admin] Publish callbacks [] for security_group (acf73ce9-5a78-4e9e-9d62-7e7468ddb03b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.248350 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2393e61a-9648-4c4f-8f97-f03489d63f72 req-fab842ea-cecd-4333-8013-75bf22d901e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740686 May 10 19:21:20.251163 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab842ea-cecd-4333-8013-75bf22d901e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21dacd7a-b3a2-4066-ad5f-5e7d22f2c3c9,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:20.268937 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d5d96fff-8e51-4298-8eef-553260c09637 req-504f089a-0553-4274-a9bb-794925948bf7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5400243 May 10 19:21:20.291103 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-8ba82fee-7c33-44e3-b30a-ee6b47e62d23 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:20.293118 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-8ba82fee-7c33-44e3-b30a-ee6b47e62d23 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 810 time: 0.7321124 May 10 19:21:20.302509 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Attempting to bind port 1cf23101-4133-47e6-bc61-408b7b3ccb2b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:20.302819 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Attempting to bind port 1cf23101-4133-47e6-bc61-408b7b3ccb2b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:20.303186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Attempting to bind port 1cf23101-4133-47e6-bc61-408b7b3ccb2b on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:20.305445 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc614edc-225e-422e-9014-641e21115473 service neutron] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:20.337111 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Port 1cf23101-4133-47e6-bc61-408b7b3ccb2b on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:21:20.337493 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Attempting to bind port 1cf23101-4133-47e6-bc61-408b7b3ccb2b on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:20.339680 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Attempting to bind port 2e697b58-8fbb-4c85-87c0-1c9148105893 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:20.340020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Attempting to bind port 2e697b58-8fbb-4c85-87c0-1c9148105893 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:20.340343 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Attempting to bind port 2e697b58-8fbb-4c85-87c0-1c9148105893 on network 23b57150-617f-4822-b282-056863670252 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:20.351376 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:20.351650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Checking segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:20.352245 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Bound using segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:20.354377 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-9c86ffcf-5022-482a-90df-a2a5eab73784 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/quotas/8c2669245ca948cfa795863fa7e43496 HTTP/1.1" status: 200 len: 375 time: 0.0442302 May 10 19:21:20.357105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Bound port: 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:20.357487 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.385622 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Port 2e697b58-8fbb-4c85-87c0-1c9148105893 on network 23b57150-617f-4822-b282-056863670252 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:21:20.385950 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Attempting to bind port 2e697b58-8fbb-4c85-87c0-1c9148105893 on network 23b57150-617f-4822-b282-056863670252 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:20.411868 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:20.412215 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Checking segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:20.412963 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Bound using segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:20.413094 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Bound port: 2e697b58-8fbb-4c85-87c0-1c9148105893, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:20.413436 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.480959 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Made reservation on behalf of b01ea9fc16b94ff0899ce6ae2f229400 for: {'port': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:21:20.484217 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.491157 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e9a1adb0-57c3-47f2-90b6-2e0e1476c080 admin admin] Publish callbacks [] for security_group (8faeec59-04c4-4c68-a2f3-4beb6378cc94), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.494986 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] For port 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:20.505121 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-4e611f60-5933-441a-88bd-86c54158a97f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493638 May 10 19:21:20.527767 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] For port 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:20.534999 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:20.538491 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:20.540348 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.549596 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded05d4-150e-4f8c-bb06-df14fcd75b80 req-87553222-0b02-4755-b85b-5762b4a935ed tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:20.551070 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4ded05d4-150e-4f8c-bb06-df14fcd75b80 req-87553222-0b02-4755-b85b-5762b4a935ed tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.1564898 May 10 19:21:20.551694 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0307baf-60fe-4f30-94e1-516477356861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (acf73ce9-5a78-4e9e-9d62-7e7468ddb03b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.552972 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.554257 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0307baf-60fe-4f30-94e1-516477356861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.555292 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d0307baf-60fe-4f30-94e1-516477356861 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acf73ce9-5a78-4e9e-9d62-7e7468ddb03b HTTP/1.1" status: 204 len: 168 time: 1.1603196 May 10 19:21:20.602451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:20.603070 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.604554 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] 10.222.0.73 "PUT /v2.0/ports/1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 200 len: 1094 time: 3.0905135 May 10 19:21:20.605046 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'tag': '1cf23101-4133-47e6-bc61-408b7b3ccb2b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:20.644287 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.654409 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e9a1adb0-57c3-47f2-90b6-2e0e1476c080 admin admin] Publish callbacks [] for security_group (8faeec59-04c4-4c68-a2f3-4beb6378cc94), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.702695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:20.717679 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:20.719147 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-cc614edc-225e-422e-9014-641e21115473 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 1093 time: 2.1413655 May 10 19:21:20.733898 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5f7bf-e9ec-48b0-b814-22f07d6c1d8f service neutron] Pushing event updated for resources: {'Port': ['ID=1cf23101-4133-47e6-bc61-408b7b3ccb2b,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:20.898440 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd363a2-ae4d-4862-bd66-05dc7a6da274", "tag": "1cf23101-4133-47e6-bc61-408b7b3ccb2b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:20.931869 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Allocated IP 172.20.0.11 (bb74b187-fa4d-4a2f-9aaf-1606c184e70e/714448a5-2239-4535-ac63-0c411f4a023f/54be224d-2207-42ed-b8ce-5c68e8e8c9fc) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:21.033122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0307baf-60fe-4f30-94e1-516477356861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf73ce9-5a78-4e9e-9d62-7e7468ddb03b,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:21.096596 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc614edc-225e-422e-9014-641e21115473 service neutron] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:21.150417 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-672c29cf-c34e-4195-a7ce-26981f98bf15 service neutron] 10.222.0.70 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264105 May 10 19:21:21.162031 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-5f847eb3-12d9-4a71-919d-2256a0a5cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:21.163565 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-5f847eb3-12d9-4a71-919d-2256a0a5cbe0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1128 time: 0.2723677 May 10 19:21:21.164242 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a91cc63-e8e6-4ee7-9508-979232df9d50 {{(pid=103462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:21.166894 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-209fdb12-5f05-442b-83ea-48fae4d9f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:21.168970 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-209fdb12-5f05-442b-83ea-48fae4d9f218 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1127 time: 0.2563288 May 10 19:21:21.253452 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-98b8a681-0bb9-40a7-962e-70af41473d9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 200 len: 217 time: 0.0779078 May 10 19:21:21.262216 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4ded05d4-150e-4f8c-bb06-df14fcd75b80 req-dad31ccb-a33e-4813-a64f-57b216b24e58 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812282 May 10 19:21:21.271347 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Publish callbacks [] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.291445 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.provisioning_blocks [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Transition to ACTIVE for port object 7a91cc63-e8e6-4ee7-9508-979232df9d50 will not be triggered until provisioned by entity L2. {{(pid=103462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:21:21.312323 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-e177cb41-c81d-4c08-9cf0-5bfab99dead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:21.313818 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-e177cb41-c81d-4c08-9cf0-5bfab99dead7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0532808 May 10 19:21:21.318458 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-6f94eb11-6a4a-4ead-b6e6-042b9db19ff4 service neutron] 10.222.0.70 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566992 May 10 19:21:21.346918 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.369649 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-b6377803-f586-44f9-81e2-26369c6bd6e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 217 time: 0.1179953 May 10 19:21:21.418413 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66a78f43-df04-43e5-9a0e-66b3578fc5c4 req-e8ed8590-49ea-4575-902d-040cef6954ae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 210 time: 0.0899911 May 10 19:21:21.436432 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e9a1adb0-57c3-47f2-90b6-2e0e1476c080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8faeec59-04c4-4c68-a2f3-4beb6378cc94), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.439315 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e9a1adb0-57c3-47f2-90b6-2e0e1476c080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.441192 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e9a1adb0-57c3-47f2-90b6-2e0e1476c080 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8faeec59-04c4-4c68-a2f3-4beb6378cc94 HTTP/1.1" status: 204 len: 168 time: 1.3155591 May 10 19:21:21.492739 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Pushing event updated for resources: {'Port': ['ID=7a91cc63-e8e6-4ee7-9508-979232df9d50,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:21.527471 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1adb0-57c3-47f2-90b6-2e0e1476c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faeec59-04c4-4c68-a2f3-4beb6378cc94,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:21.550590 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.717669 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Attempting to bind port 7a91cc63-e8e6-4ee7-9508-979232df9d50 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:21.718016 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Attempting to bind port 7a91cc63-e8e6-4ee7-9508-979232df9d50 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:21.718397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Attempting to bind port 7a91cc63-e8e6-4ee7-9508-979232df9d50 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:21.789204 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-8a076449-0c1c-48b0-a898-c66ad2fcf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:21.790683 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-8a076449-0c1c-48b0-a898-c66ad2fcf58d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4314108 May 10 19:21:21.798438 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-4310b3e7-d62e-4594-b813-9ec70bf69e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:21.799810 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-4310b3e7-d62e-4594-b813-9ec70bf69e6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.1248364 May 10 19:21:21.802156 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c27cdb-5d3f-4af6-850d-b10246d95781 req-a1e2feb4-9f60-437b-a83f-7ca8e86bef97 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:21.812467 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-19c27cdb-5d3f-4af6-850d-b10246d95781 req-a1e2feb4-9f60-437b-a83f-7ca8e86bef97 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1816933 May 10 19:21:21.819259 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Port 7a91cc63-e8e6-4ee7-9508-979232df9d50 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:21:21.819815 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Attempting to bind port 7a91cc63-e8e6-4ee7-9508-979232df9d50 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:21.833712 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:21.834011 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:21.834612 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Bound using segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:21.835112 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Bound port: 7a91cc63-e8e6-4ee7-9508-979232df9d50, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:21.835481 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.840034 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:21.848509 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47696) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:22.006962 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:22.007892 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'Port': ['ID=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:22.019023 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:22.026399 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-19c27cdb-5d3f-4af6-850d-b10246d95781 req-1ed7a3e5-d89a-4560-ab46-54644bbe6b05 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135172 May 10 19:21:22.027981 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:22.033974 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.034289 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.095212 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47704) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:22.105692 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-fc07a806-15bf-482d-b065-c551533284e3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5916221 May 10 19:21:22.108975 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] For port 7a91cc63-e8e6-4ee7-9508-979232df9d50, host hv-cinder-78481, cleared binding levels {{(pid=103462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:22.115734 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-07fbe4bc-f1c5-4b9b-ad2e-8a62be7656e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.118348 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] For port 7a91cc63-e8e6-4ee7-9508-979232df9d50, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:22.137406 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.222845 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Request body: {'port': {'device_id': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:22.239719 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.241264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.246927 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a91cc63-e8e6-4ee7-9508-979232df9d50 HTTP/1.1" status: 200 len: 1093 time: 3.2886202 May 10 19:21:22.341994 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:22.345539 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795cede6-f626-4b1e-87ff-99e06266cdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:22.397667 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-07fbe4bc-f1c5-4b9b-ad2e-8a62be7656e6 admin admin] Publish callbacks [] for security_group (2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.405413 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b27cc0-b893-45e9-9a97-583564299398 x-openstack-request-id: req-a0b27cc0-b893-45e9-9a97-583564299398 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:22.407153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd363a2-ae4d-4862-bd66-05dc7a6da274", "tag": "1cf23101-4133-47e6-bc61-408b7b3ccb2b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:22.408282 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0b27cc0-b893-45e9-9a97-583564299398 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:22.409240 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b27cc0-b893-45e9-9a97-583564299398'] response: {'name': 'network-changed', 'server_uuid': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'tag': '1cf23101-4133-47e6-bc61-408b7b3ccb2b', 'status': 'completed', 'code': 200} May 10 19:21:22.442448 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-07fbe4bc-f1c5-4b9b-ad2e-8a62be7656e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.445832 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1f4143e9-3731-4a11-b820-b7a6b4525114 req-0504fc0f-bca6-4d05-9d80-40d0500610af tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 210 time: 0.0922804 May 10 19:21:22.491877 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa90c-44d5-47e0-b278-1ccd6fa162e4 req-7ce9f825-b265-4c76-8857-bbe762f7b760 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.496509 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-de2fa90c-44d5-47e0-b278-1ccd6fa162e4 req-7ce9f825-b265-4c76-8857-bbe762f7b760 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 943 time: 0.3295550 May 10 19:21:22.526323 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-93062e57-de6e-408b-a2e3-9adf059dc85b None None] Provisioning complete for port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:22.528226 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-93062e57-de6e-408b-a2e3-9adf059dc85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.599975 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-34370b80-55e7-423c-a840-20d02b7a92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.601942 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-34370b80-55e7-423c-a840-20d02b7a92b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 1127 time: 0.2288451 May 10 19:21:22.611148 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-93062e57-de6e-408b-a2e3-9adf059dc85b None None] Port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:22.615678 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ad6b0-06d2-478d-a64d-2fa752d23d45 service neutron] Pushing event updated for resources: {'Port': ['ID=7a91cc63-e8e6-4ee7-9508-979232df9d50,revision_number=3']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:22.648086 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88798f51-67bd-4ad1-9d58-16954065a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.650047 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-88798f51-67bd-4ad1-9d58-16954065a482 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2383604 May 10 19:21:22.717822 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.727373 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f7df76bc-e0a2-4653-b1a1-5ff6be5c7c13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50 HTTP/1.1" status: 200 len: 217 time: 0.0991156 May 10 19:21:22.757580 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5015f4a8-7da3-4393-ba09-816399bc5bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:22.770468 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7581bf-98af-41db-b07d-a5565682b6ad req-ab8679d5-ea3a-4e13-a9c5-8403902ad089 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.771921 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ab7581bf-98af-41db-b07d-a5565682b6ad req-ab8679d5-ea3a-4e13-a9c5-8403902ad089 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.1687400 May 10 19:21:22.805606 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-de2fa90c-44d5-47e0-b278-1ccd6fa162e4 req-4a2a8504-cbf9-45ea-a9d5-413701915d36 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001111 May 10 19:21:22.837137 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-07fbe4bc-f1c5-4b9b-ad2e-8a62be7656e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4dcdb7f126444fffa1c52ef3ef5d73d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7406890 May 10 19:21:22.841160 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47722) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:22.856280 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbe4bc-f1c5-4b9b-ad2e-8a62be7656e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:22.889366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-eb5241c6-4ce3-4a66-b8dc-34b4533207c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:22.890990 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-eb5241c6-4ce3-4a66-b8dc-34b4533207c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.1558228 May 10 19:21:22.892515 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f2ab92-c46b-43fa-b1ba-3e737aa1f469 x-openstack-request-id: req-38f2ab92-c46b-43fa-b1ba-3e737aa1f469 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:22.892791 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:22.893118 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38f2ab92-c46b-43fa-b1ba-3e737aa1f469 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:22.893540 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f2ab92-c46b-43fa-b1ba-3e737aa1f469'] response: {'name': 'network-changed', 'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'status': 'completed', 'code': 200} May 10 19:21:22.923662 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ab7581bf-98af-41db-b07d-a5565682b6ad req-f80993af-3199-42f3-905f-fa560759089c tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265793 May 10 19:21:23.037647 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-91853dd0-a59f-43ae-ac33-8559bbc4bc54 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247487 May 10 19:21:23.044162 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418f29e-8cba-441b-885b-b33d273948e9 req-453f5130-0eaa-4592-bb7f-0a26cf38d4cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:23.045725 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1418f29e-8cba-441b-885b-b33d273948e9 req-453f5130-0eaa-4592-bb7f-0a26cf38d4cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 932 time: 0.0771456 May 10 19:21:23.079851 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-ff2517ab-3b57-4e09-9583-442ea267a543 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129958 May 10 19:21:23.146161 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e6d80591-8621-43d2-a2c4-537b2bc6c4e9 admin admin] Publish callbacks [] for security_group (2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.230994 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f3666c14-64c0-4dab-a57d-c39544b8f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:23.232738 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-f3666c14-64c0-4dab-a57d-c39544b8f0cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1681886 May 10 19:21:23.326643 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811522a7-aa6a-4cd0-bb9e-52b0342f31f3 req-18f9eb2b-151b-4905-adea-d72b1b04ffc2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:23.328266 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-811522a7-aa6a-4cd0-bb9e-52b0342f31f3 req-18f9eb2b-151b-4905-adea-d72b1b04ffc2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1780608 May 10 19:21:23.352675 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1418f29e-8cba-441b-885b-b33d273948e9 req-e9ce89dc-bcb5-4bb1-b1a6-7ce5510078bd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829390 May 10 19:21:23.366781 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e6d80591-8621-43d2-a2c4-537b2bc6c4e9 admin admin] Publish callbacks [] for security_group (2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.386857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5015f4a8-7da3-4393-ba09-816399bc5bba admin admin] Publish callbacks [] for security_group (e1b8e80b-f04e-426d-b0ac-da7ceb87348d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.484041 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cf48bd9a-9519-4670-8b08-2596ab30dde2 req-e2f5c90a-95bf-4b19-8171-952dafc663a7 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186678 May 10 19:21:23.542941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5015f4a8-7da3-4393-ba09-816399bc5bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e1b8e80b-f04e-426d-b0ac-da7ceb87348d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.555348 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e6d80591-8621-43d2-a2c4-537b2bc6c4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.559864 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e6d80591-8621-43d2-a2c4-537b2bc6c4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.561484 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e6d80591-8621-43d2-a2c4-537b2bc6c4e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d HTTP/1.1" status: 204 len: 168 time: 0.7007818 May 10 19:21:23.641557 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e8d0287d-16f7-44c5-a8ee-653c586e2d16 req-b1d56183-a6db-49d9-8a0b-beaab89c8d7f service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301063 May 10 19:21:23.658354 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-6684f9b9-6040-4b0a-822a-2b007a52e32a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:23.660551 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-6684f9b9-6040-4b0a-822a-2b007a52e32a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 810 time: 0.4022918 May 10 19:21:23.663900 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5015f4a8-7da3-4393-ba09-816399bc5bba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2de3d1d79b14856ac7ebcc4aa70b498&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8134122 May 10 19:21:23.665131 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f4a8-7da3-4393-ba09-816399bc5bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b8e80b-f04e-426d-b0ac-da7ceb87348d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:23.672412 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47754) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:23.700801 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80591-8621-43d2-a2c4-537b2bc6c4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0e1314-c6d6-47aa-b3e5-ddd50a75ba0d,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:23.752749 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-78eb21ad-dd0b-4e0d-9acc-e7ddb5a1d094 req-91901ee6-432e-4a16-abcf-0bfef3921318 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 210 time: 0.0708354 May 10 19:21:23.760177 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-daa707ba-df70-4c98-9486-977bb048a279 admin admin] Publish callbacks [] for security_group (e1b8e80b-f04e-426d-b0ac-da7ceb87348d), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.793913 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-daa707ba-df70-4c98-9486-977bb048a279 admin admin] Publish callbacks [] for security_group (e1b8e80b-f04e-426d-b0ac-da7ceb87348d), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.798289 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-811522a7-aa6a-4cd0-bb9e-52b0342f31f3 req-0f3fd288-87b2-483a-a9d3-42f32ca7e290 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444578 May 10 19:21:23.823339 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-28c4068f-9fb5-44a4-8b81-a18fb0123826 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805743 May 10 19:21:23.844601 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54be224d-2207-42ed-b8ce-5c68e8e8c9fc {{(pid=103462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:23.861817 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Publish callbacks [] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.866876 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-daa707ba-df70-4c98-9486-977bb048a279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e1b8e80b-f04e-426d-b0ac-da7ceb87348d), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.869553 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-daa707ba-df70-4c98-9486-977bb048a279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.876515 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-daa707ba-df70-4c98-9486-977bb048a279 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1b8e80b-f04e-426d-b0ac-da7ceb87348d HTTP/1.1" status: 204 len: 168 time: 0.2027106 May 10 19:21:23.884928 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa707ba-df70-4c98-9486-977bb048a279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b8e80b-f04e-426d-b0ac-da7ceb87348d,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:23.906951 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.provisioning_blocks [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Transition to ACTIVE for port object 54be224d-2207-42ed-b8ce-5c68e8e8c9fc will not be triggered until provisioned by entity L2. {{(pid=103462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:21:23.930367 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:23.988391 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a948073-c21c-4e50-88b8-b653362bbd16 req-51071ccc-9182-4906-9d32-193e1a87d0d9 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:23.989909 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9a948073-c21c-4e50-88b8-b653362bbd16 req-51071ccc-9182-4906-9d32-193e1a87d0d9 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 943 time: 0.0997717 May 10 19:21:24.023848 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Pushing event updated for resources: {'Port': ['ID=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:24.111866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Attempting to bind port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:24.112200 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Attempting to bind port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:24.112557 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Attempting to bind port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:24.127183 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:21:24.127509 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Attempting to bind port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:24.133187 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:24.133390 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Checking segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:24.133779 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Bound using segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:24.134212 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Bound port: 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:24.134567 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.140271 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9a948073-c21c-4e50-88b8-b653362bbd16 req-591d4b31-de8e-45f5-8110-ae3c19d8c2e7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280653 May 10 19:21:24.219455 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] For port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host hv-cinder-78481, cleared binding levels {{(pid=103462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:24.223169 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] For port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:24.232157 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.295622 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:24.296710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.297751 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] 10.222.0.73 "PUT /v2.0/ports/54be224d-2207-42ed-b8ce-5c68e8e8c9fc HTTP/1.1" status: 200 len: 1094 time: 2.0956068 May 10 19:21:24.298603 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50fabc-7ec4-4bda-beac-c85d3b94faa2 service neutron] Pushing event updated for resources: {'Port': ['ID=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,revision_number=3']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:24.308159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47774) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:24.322972 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0803303f-9d47-4d09-9dbf-3d3b5c0eac17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.413302 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:24.418284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a783345-e575-4066-9afc-b2769658bd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:24.469464 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0803303f-9d47-4d09-9dbf-3d3b5c0eac17 admin admin] Publish callbacks [] for security_group (a122dfb9-f134-49cc-9a78-a21763f58ca5), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.476530 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0803303f-9d47-4d09-9dbf-3d3b5c0eac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a122dfb9-f134-49cc-9a78-a21763f58ca5), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.534093 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51ab009-fdd8-4311-9896-beb4ea285377 x-openstack-request-id: req-f51ab009-fdd8-4311-9896-beb4ea285377 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:24.534408 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:24.534665 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f51ab009-fdd8-4311-9896-beb4ea285377 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:24.535077 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51ab009-fdd8-4311-9896-beb4ea285377'] response: {'name': 'network-changed', 'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'status': 'completed', 'code': 200} May 10 19:21:24.543479 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803303f-9d47-4d09-9dbf-3d3b5c0eac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a122dfb9-f134-49cc-9a78-a21763f58ca5,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:24.568114 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e827e-83f2-4154-8c23-8c9bd1e543cc req-e8446794-9904-45f3-bf3c-fcccc8bd9150 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:24.583118 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-402e827e-83f2-4154-8c23-8c9bd1e543cc req-e8446794-9904-45f3-bf3c-fcccc8bd9150 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 944 time: 0.1136422 May 10 19:21:24.597429 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0803303f-9d47-4d09-9dbf-3d3b5c0eac17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a9504957ba04447aab8bcb83d9fa8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873862 May 10 19:21:24.599922 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 47788) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:24.659740 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-402e827e-83f2-4154-8c23-8c9bd1e543cc req-18190d03-f0f8-4207-939d-73be533f8be1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757103 May 10 19:21:24.675885 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d6282a42-4387-464f-af0f-c4cfae8e745a admin admin] Publish callbacks [] for security_group (a122dfb9-f134-49cc-9a78-a21763f58ca5), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.702668 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d6282a42-4387-464f-af0f-c4cfae8e745a admin admin] Publish callbacks [] for security_group (a122dfb9-f134-49cc-9a78-a21763f58ca5), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.757232 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d6282a42-4387-464f-af0f-c4cfae8e745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a122dfb9-f134-49cc-9a78-a21763f58ca5), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.760096 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d6282a42-4387-464f-af0f-c4cfae8e745a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:24.761316 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-d6282a42-4387-464f-af0f-c4cfae8e745a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a122dfb9-f134-49cc-9a78-a21763f58ca5 HTTP/1.1" status: 204 len: 168 time: 0.1604321 May 10 19:21:24.769418 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6282a42-4387-464f-af0f-c4cfae8e745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122dfb9-f134-49cc-9a78-a21763f58ca5,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:24.866051 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-68e33fcf-1f47-4a93-bc0f-0952cda6225d req-978059c6-7eeb-46e8-9cb9-6b7ec930e382 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 210 time: 0.0308664 May 10 19:21:24.894740 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'tag': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:24.897357 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d562573-93e0-4032-978e-dc9a0f496efb" -d '{"events": [{"name": "network-changed", "server_uuid": "23ec48a0-d555-46b4-bbc3-3e30e998e0b8", "tag": "54be224d-2207-42ed-b8ce-5c68e8e8c9fc"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:25.068667 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-38bba631-898b-4f60-80ee-52aa6f4384a4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2669245ca948cfa795863fa7e43496 HTTP/1.1" status: 200 len: 380 time: 0.1166868 May 10 19:21:25.089461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'port': {'device_id': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'admin_state_up': True, 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'security_groups': ['c70efa69-f3a8-4514-a2e1-d7f62eb67a97']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:25.101243 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad1c0-21ec-4be2-84e6-f146cba29d4e req-4eec1818-03cf-4e2c-aa7f-6370d134b8fc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.102732 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c2cad1c0-21ec-4be2-84e6-f146cba29d4e req-4eec1818-03cf-4e2c-aa7f-6370d134b8fc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1684785 May 10 19:21:25.128681 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a783345-e575-4066-9afc-b2769658bd7f req-1366653e-3bf4-4316-84d0-1936175efa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.130543 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-1366653e-3bf4-4316-84d0-1936175efa09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1127 time: 0.1203074 May 10 19:21:25.241664 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a783345-e575-4066-9afc-b2769658bd7f req-fc80e618-7fcc-4f58-bf11-9350425e6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.242853 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-5098a4a0-ac44-496e-aa06-d8f0eda0f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.243742 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-fc80e618-7fcc-4f58-bf11-9350425e6877 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.0972157 May 10 19:21:25.245056 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-5098a4a0-ac44-496e-aa06-d8f0eda0f647 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1128 time: 0.2863717 May 10 19:21:25.250889 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Made reservation on behalf of 8c2669245ca948cfa795863fa7e43496 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:21:25.255510 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:25.321280 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-abdc472e-d9b8-4465-97bc-6382aca5653c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 217 time: 0.0668261 May 10 19:21:25.359133 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b6b05b3-c296-4381-ac40-6f20b7d18cca req-0be5dbcd-2bba-4cad-ad72-64f48e5cc696 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807585 May 10 19:21:25.394990 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-715feb9e-3ff0-45a9-9979-6d2f08077bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.397515 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-715feb9e-3ff0-45a9-9979-6d2f08077bf5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 1128 time: 0.3246994 May 10 19:21:25.427439 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c2cad1c0-21ec-4be2-84e6-f146cba29d4e req-a533a171-9dd6-4a92-9ab3-4f551e521919 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168197 May 10 19:21:25.465582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a783345-e575-4066-9afc-b2769658bd7f req-3a53ef7a-4fc7-404c-8a2c-dfe9bbf98ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.476534 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-3a53ef7a-4fc7-404c-8a2c-dfe9bbf98ba7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.1363451 May 10 19:21:25.480537 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ae9f14-9b01-4e25-a57f-287fac2eba73 x-openstack-request-id: req-49ae9f14-9b01-4e25-a57f-287fac2eba73 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:25.481021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ec48a0-d555-46b4-bbc3-3e30e998e0b8", "tag": "54be224d-2207-42ed-b8ce-5c68e8e8c9fc", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:25.481278 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49ae9f14-9b01-4e25-a57f-287fac2eba73 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:25.481577 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ae9f14-9b01-4e25-a57f-287fac2eba73'] response: {'name': 'network-changed', 'server_uuid': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'tag': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc', 'status': 'completed', 'code': 200} May 10 19:21:25.573151 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c762ab-2d16-407f-896a-bdb7986b51a6 req-3ca5677b-2bc4-43e2-923d-76d06c3a677e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.577818 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-3eb93fbe-f46f-4fbe-b6de-3f04607fc0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.579276 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-3eb93fbe-f46f-4fbe-b6de-3f04607fc0b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.3212831 May 10 19:21:25.584288 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e5c762ab-2d16-407f-896a-bdb7986b51a6 req-3ca5677b-2bc4-43e2-923d-76d06c3a677e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 943 time: 0.0686207 May 10 19:21:25.649267 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Allocated IP 172.20.0.7 (dcbda2b8-24f3-4e04-abd8-14474ec22014/3835e4ca-19e9-4c98-94cd-7287718aa71b/a5d6e22b-b371-4fb1-ae61-c7530ac5953b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:21:25.670784 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e5c762ab-2d16-407f-896a-bdb7986b51a6 req-b04cfa73-e3b3-4459-ad4d-a2adf8403c47 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814354 May 10 19:21:25.866892 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09055-3022-4d9a-a872-a2d9086ee247 req-fbc5e4d2-8fef-4d7d-bc16-58da5bea7bd6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:25.885081 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-97d09055-3022-4d9a-a872-a2d9086ee247 req-fbc5e4d2-8fef-4d7d-bc16-58da5bea7bd6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 944 time: 0.1052566 May 10 19:21:25.982178 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-97d09055-3022-4d9a-a872-a2d9086ee247 req-b596c196-470d-4fa9-91c0-9da48b99c0bf tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959010 May 10 19:21:26.039661 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-07d61c21-bff8-456d-af16-9e421d87a282 req-87fae7f7-f7df-4f76-bfe7-e6afd5843579 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 210 time: 0.0683930 May 10 19:21:26.140633 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1cf23101-4133-47e6-bc61-408b7b3ccb2b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:21:26.190389 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.268187 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:26.286694 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '1cf23101-4133-47e6-bc61-408b7b3ccb2b', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'port_id': '1cf23101-4133-47e6-bc61-408b7b3ccb2b', 'mac_address': 'fa:16:3e:bd:90:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:21:26.287336 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a783345-e575-4066-9afc-b2769658bd7f req-fe6494e7-647e-40f3-8217-b2967e01285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.289060 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-fe6494e7-647e-40f3-8217-b2967e01285d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1410620 May 10 19:21:26.290953 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-12643f42-d914-4c98-8b30-57c0426b0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.293083 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-12643f42-d914-4c98-8b30-57c0426b0924 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 1127 time: 0.1321287 May 10 19:21:26.331030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 1cf23101-4133-47e6-bc61-408b7b3ccb2b is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:26.331773 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.338698 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.342336 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-a0bf686c-63a7-48fd-89eb-b49143dad012 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc HTTP/1.1" status: 200 len: 217 time: 0.1182935 May 10 19:21:26.350540 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf23101-4133-47e6-bc61-408b7b3ccb2b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:26.377557 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:26.381973 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-48cc2e83-77b8-4657-934f-9bf28846b041 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 200 len: 217 time: 0.1308916 May 10 19:21:26.386289 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.455680 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=1cf23101-4133-47e6-bc61-408b7b3ccb2b,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:26.481901 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'Port': ['ID=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:26.492471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:21:26.500546 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:21:26.507133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:21:26.512223 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.513005 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.535941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-872a7af5-f871-49cb-91ea-69ea74161368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.542867 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-872a7af5-f871-49cb-91ea-69ea74161368 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.1549156 May 10 19:21:26.549446 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-87db94e7-6e59-4677-a7e7-5e17acbae6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.552670 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-87db94e7-6e59-4677-a7e7-5e17acbae6f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.1519470 May 10 19:21:26.576475 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-bf8edeb8-a703-44e8-9a11-8687fae665f6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4916432 May 10 19:21:26.603326 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1cf23101-4133-47e6-bc61-408b7b3ccb2b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:21:26.621258 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Request body: {'port': {'device_id': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:26.679020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-d52f7b3f-4dd2-4c85-98d7-c7203d821a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.680589 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-d52f7b3f-4dd2-4c85-98d7-c7203d821a47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1264031 May 10 19:21:26.684526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-e1c2a659-a1b0-4ec6-8b35-8313f174ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.685999 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-e1c2a659-a1b0-4ec6-8b35-8313f174ffc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1228774 May 10 19:21:26.710112 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcea380-b2ec-4833-abbf-963879bbb821 req-11595522-ad8f-413d-b80a-a3d2dc00d03d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.711660 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6fcea380-b2ec-4833-abbf-963879bbb821 req-11595522-ad8f-413d-b80a-a3d2dc00d03d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1255784 May 10 19:21:26.741427 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-b8348731-1aac-4919-9d1f-17ce1bfe6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:26.742974 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-b8348731-1aac-4919-9d1f-17ce1bfe6e52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.4340508 May 10 19:21:26.880867 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.885356 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6fcea380-b2ec-4833-abbf-963879bbb821 req-4d7cf0ae-1987-4e05-aa12-3809fb65c06f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542912 May 10 19:21:26.974071 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-466a833b-9905-4217-8837-fe97bb9bce4c None None] Provisioning complete for port a5d6e22b-b371-4fb1-ae61-c7530ac5953b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:26.977425 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-466a833b-9905-4217-8837-fe97bb9bce4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:26.994829 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-4529c8ce-1127-4df2-8ee4-4fd6a9e6ebc9 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946415 May 10 19:21:27.004862 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-0e84944b-6a67-4bab-aeb4-4e6c055a26f5 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145571 May 10 19:21:27.042014 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-511c5efa-eb95-4a1a-bddc-6fbaec84942b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50 HTTP/1.1" status: 200 len: 217 time: 0.1837037 May 10 19:21:27.104049 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-466a833b-9905-4217-8837-fe97bb9bce4c None None] Port a5d6e22b-b371-4fb1-ae61-c7530ac5953b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:21:27.170181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bece-87d8-4820-b7b1-c834dbebe7c3 req-379208fa-0ea6-4027-8fbe-c6811c3cda91 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:27.180893 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ec19bece-87d8-4820-b7b1-c834dbebe7c3 req-379208fa-0ea6-4027-8fbe-c6811c3cda91 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 943 time: 0.3281107 May 10 19:21:27.185438 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-3b927cbc-d08a-495a-abc0-6186c23ff91c service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840539 May 10 19:21:27.278457 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-298a9760-c8f1-41f6-9855-789be01a1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:27.279943 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-298a9760-c8f1-41f6-9855-789be01a1e9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.2174718 May 10 19:21:27.290689 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7096a5c-dc00-495b-8cae-cb7d2ca6811a req-160157c7-1ad4-4f86-a21b-a27da44544f4 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885687 May 10 19:21:27.306325 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535daa3d-18a7-43c8-82e2-89e59f802b28 req-b5c721f3-4474-4fd6-b54a-a28bc02aef1a service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840478 May 10 19:21:27.374666 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bacb-d518-4dd0-9f6e-07e360b0996c req-bbb814d8-4c32-456f-b347-b530fac45411 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:27.376184 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f58bacb-d518-4dd0-9f6e-07e360b0996c req-bbb814d8-4c32-456f-b347-b530fac45411 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 944 time: 0.2292185 May 10 19:21:27.431125 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ec19bece-87d8-4820-b7b1-c834dbebe7c3 req-a8f5e3bf-a0ed-4feb-84db-f8f21a84e228 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490406 May 10 19:21:27.446623 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-7437e9dd-1018-4cd1-a25c-9062259914aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:27.448098 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-7437e9dd-1018-4cd1-a25c-9062259914aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1552231 May 10 19:21:27.457951 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a783345-e575-4066-9afc-b2769658bd7f req-b727b515-839e-427c-bebb-9a93f4b8c784 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651923 May 10 19:21:27.469603 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d6e22b-b371-4fb1-ae61-c7530ac5953b {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:27.478920 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Publish callbacks [] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:27.498012 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f58bacb-d518-4dd0-9f6e-07e360b0996c req-5a6a75d0-ec68-440a-b15a-8b38e25c4604 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985086 May 10 19:21:27.508175 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Transition to ACTIVE for port object a5d6e22b-b371-4fb1-ae61-c7530ac5953b will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:21:27.513287 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:27.558285 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a447bc-e801-4b11-9299-68aa833a057c req-ebcd4b41-822e-47bf-a74d-e29a0fc36d93 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:27.559518 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47a447bc-e801-4b11-9299-68aa833a057c req-ebcd4b41-822e-47bf-a74d-e29a0fc36d93 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 943 time: 0.0549560 May 10 19:21:27.580692 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:27.625136 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Attempting to bind port a5d6e22b-b371-4fb1-ae61-c7530ac5953b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:21:27.625506 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Attempting to bind port a5d6e22b-b371-4fb1-ae61-c7530ac5953b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:21:27.625853 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Attempting to bind port a5d6e22b-b371-4fb1-ae61-c7530ac5953b on network dcbda2b8-24f3-4e04-abd8-14474ec22014 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:27.635603 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Port a5d6e22b-b371-4fb1-ae61-c7530ac5953b on network dcbda2b8-24f3-4e04-abd8-14474ec22014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:21:27.636579 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Attempting to bind port a5d6e22b-b371-4fb1-ae61-c7530ac5953b on network dcbda2b8-24f3-4e04-abd8-14474ec22014 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:21:27.653156 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47a447bc-e801-4b11-9299-68aa833a057c req-e3614bb3-b5e4-4e4a-8f04-42437b13dadf tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843773 May 10 19:21:27.653716 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:21:27.654119 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Checking segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:21:27.655698 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Bound using segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:21:27.657017 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Bound port: a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:21:27.657736 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:27.775769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] For port a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:21:27.779275 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] For port a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:21:27.790307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:27.826805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:27.827448 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:27.828857 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] 10.222.0.73 "PUT /v2.0/ports/a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 200 len: 1093 time: 1.2184258 May 10 19:21:27.829301 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:27.831554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2" -d '{"events": [{"name": "network-changed", "server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:27.871688 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7df6e-48f3-4213-9c1d-1fb7693e8e68 x-openstack-request-id: req-4eb7df6e-48f3-4213-9c1d-1fb7693e8e68 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:27.872019 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:27.872278 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4eb7df6e-48f3-4213-9c1d-1fb7693e8e68 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:27.872714 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb7df6e-48f3-4213-9c1d-1fb7693e8e68'] response: {'name': 'network-changed', 'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'status': 'completed', 'code': 200} May 10 19:21:27.876969 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf3142-e31b-4c31-be37-86b78a91dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:28.035021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d37b-7716-4c31-9ac8-6679f8e22290 req-257d0cd1-7b59-4366-be87-993c30cecaab tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:28.042544 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bac3d37b-7716-4c31-9ac8-6679f8e22290 req-257d0cd1-7b59-4366-be87-993c30cecaab tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0562379 May 10 19:21:28.087889 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bac3d37b-7716-4c31-9ac8-6679f8e22290 req-04203a11-048e-4384-a35f-28582bc8d3b4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 May 10 19:21:28.146474 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:21:28.164276 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1cf23101-4133-47e6-bc61-408b7b3ccb2b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:28.267926 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 1cf23101-4133-47e6-bc61-408b7b3ccb2b completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:21:28.279239 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 1cf23101-4133-47e6-bc61-408b7b3ccb2b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:28.279643 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:28.448755 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:28.465657 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'network_id': '23b57150-617f-4822-b282-056863670252', 'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'mac_address': 'fa:16:3e:ff:2b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:21:28.533735 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 1cf23101-4133-47e6-bc61-408b7b3ccb2b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:28.534148 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:28.541448 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:28.541830 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:28.582201 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5282be0-9c9c-4841-a627-c421d558a9f9 req-5378eb9a-badf-4733-8a9f-842016498c40 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:28.583733 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f5282be0-9c9c-4841-a627-c421d558a9f9 req-5378eb9a-badf-4733-8a9f-842016498c40 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 943 time: 0.0836895 May 10 19:21:28.588550 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:28.591841 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf23101-4133-47e6-bc61-408b7b3ccb2b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:28.594431 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59599a59-570a-4601-9011-34fad294fa0b" -d '{"events": [{"server_uuid": "4cd363a2-ae4d-4862-bd66-05dc7a6da274", "name": "network-vif-plugged", "status": "completed", "tag": "1cf23101-4133-47e6-bc61-408b7b3ccb2b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:28.602291 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e697b58-8fbb-4c85-87c0-1c9148105893 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:28.608870 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:28.655061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:28.664884 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:28.665649 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 7a91cc63-e8e6-4ee7-9508-979232df9d50 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:21:28.683231 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fc495-2a17-4627-af4c-16b99ef8bd2b req-ec694f42-6e3d-45e4-8be2-1450aea4f83f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:28.685555 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b9fc495-2a17-4627-af4c-16b99ef8bd2b req-ec694f42-6e3d-45e4-8be2-1450aea4f83f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 944 time: 0.1008592 May 10 19:21:28.695525 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f5282be0-9c9c-4841-a627-c421d558a9f9 req-b4a8f121-0283-438e-806b-69b88801170e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050792 May 10 19:21:28.697389 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=1cf23101-4133-47e6-bc61-408b7b3ccb2b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:28.758980 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:28.763660 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79133b65-053a-44d4-b044-c5941cb7b8f6 x-openstack-request-id: req-79133b65-053a-44d4-b044-c5941cb7b8f6 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:28.764232 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd363a2-ae4d-4862-bd66-05dc7a6da274", "name": "network-vif-plugged", "status": "completed", "tag": "1cf23101-4133-47e6-bc61-408b7b3ccb2b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:28.764707 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79133b65-053a-44d4-b044-c5941cb7b8f6 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:28.765329 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79133b65-053a-44d4-b044-c5941cb7b8f6'] response: {'server_uuid': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf23101-4133-47e6-bc61-408b7b3ccb2b', 'code': 200} May 10 19:21:28.770872 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b9fc495-2a17-4627-af4c-16b99ef8bd2b req-0d5ac72b-1081-4b75-a92d-c8341498e042 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689113 May 10 19:21:28.876396 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c47fe-1147-4393-bd26-5fed678908ab req-a51255b1-78d4-4459-8a7e-691fc87e764a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:28.877969 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5d5c47fe-1147-4393-bd26-5fed678908ab req-a51255b1-78d4-4459-8a7e-691fc87e764a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 943 time: 0.0564435 May 10 19:21:28.880124 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 7a91cc63-e8e6-4ee7-9508-979232df9d50, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:28.892571 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:21:28.930138 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5d5c47fe-1147-4393-bd26-5fed678908ab req-844dd9ef-05e5-4b0a-8592-1668c4df6763 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 May 10 19:21:28.935436 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 7a91cc63-e8e6-4ee7-9508-979232df9d50 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:28.936014 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:28.953398 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a91cc63-e8e6-4ee7-9508-979232df9d50 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:28.978553 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 7a91cc63-e8e6-4ee7-9508-979232df9d50, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:28.982966 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:29.030393 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=7a91cc63-e8e6-4ee7-9508-979232df9d50,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:29.208922 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0462b-06e6-4cb9-bbc0-2acc9a06b00f req-da794333-4a98-4950-a296-c41e94000838 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:29.210462 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-73a0462b-06e6-4cb9-bbc0-2acc9a06b00f req-da794333-4a98-4950-a296-c41e94000838 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.0501847 May 10 19:21:29.259910 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-73a0462b-06e6-4cb9-bbc0-2acc9a06b00f req-1645d92e-7335-418b-a04f-621cea906be3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 May 10 19:21:29.716801 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:21:29.808823 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda795-5c28-4865-adb2-78b1f6101859 req-29f087ec-b0bc-4b8f-bf57-3c0483d7286a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:29.810371 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dcbda795-5c28-4865-adb2-78b1f6101859 req-29f087ec-b0bc-4b8f-bf57-3c0483d7286a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 944 time: 0.0474331 May 10 19:21:29.893372 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d0ca-70bd-46d3-9934-ddb35d1e2afd req-cbfd3564-dcb4-44dd-be48-c6c25d927412 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:29.894824 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f88d0ca-70bd-46d3-9934-ddb35d1e2afd req-cbfd3564-dcb4-44dd-be48-c6c25d927412 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 944 time: 0.0659435 May 10 19:21:29.898068 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dcbda795-5c28-4865-adb2-78b1f6101859 req-708a756c-63ef-4a08-8b36-57e4701d5bdb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823393 May 10 19:21:29.940784 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f88d0ca-70bd-46d3-9934-ddb35d1e2afd req-557a3059-8ca3-4523-93e4-86cbbf2e1650 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 May 10 19:21:30.041412 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f6eb-1360-4b90-a693-8977a6ae4551 req-fb76e0c3-f405-445f-832d-3a77f31b9eb3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:30.043339 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7083f6eb-1360-4b90-a693-8977a6ae4551 req-fb76e0c3-f405-445f-832d-3a77f31b9eb3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 943 time: 0.0481908 May 10 19:21:30.092125 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7083f6eb-1360-4b90-a693-8977a6ae4551 req-1a2c941a-51c8-4951-9adb-5f4a4d717abb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 May 10 19:21:30.388494 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958165-5c61-4536-bf37-bac8b5b1ac22 req-4b1f061f-d4d6-45da-b531-b9c163bc294c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:30.389989 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3d958165-5c61-4536-bf37-bac8b5b1ac22 req-4b1f061f-d4d6-45da-b531-b9c163bc294c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.0525436 May 10 19:21:30.440337 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3d958165-5c61-4536-bf37-bac8b5b1ac22 req-4953ef38-a35e-48a5-a222-cdb0d5702af9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 May 10 19:21:30.954511 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 54be224d-2207-42ed-b8ce-5c68e8e8c9fc details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:21:31.090456 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:31.106480 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'port_id': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc', 'mac_address': 'fa:16:3e:7b:52:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:21:31.128858 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2 req-a6f774df-1737-4ac5-92cd-532194465345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.130720 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2 req-a6f774df-1737-4ac5-92cd-532194465345 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1127 time: 0.0540276 May 10 19:21:31.159526 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:31.159922 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:31.189462 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54be224d-2207-42ed-b8ce-5c68e8e8c9fc {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:31.218850 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:31.224461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:31.284133 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:31.313795 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343c9cc-926c-4004-b7f3-a069e4a68d18 req-a19d2f22-dae6-4411-a9ae-9ebe8563d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.315271 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9343c9cc-926c-4004-b7f3-a069e4a68d18 req-a19d2f22-dae6-4411-a9ae-9ebe8563d6bd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1130 time: 0.0845435 May 10 19:21:31.324052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d0db7-e443-47fa-950c-ef2f7336a7c5 req-1e169fe5-61bb-4183-ab3c-49d10cc72b21 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.325996 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-342d0db7-e443-47fa-950c-ef2f7336a7c5 req-1e169fe5-61bb-4183-ab3c-49d10cc72b21 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 944 time: 0.3582439 May 10 19:21:31.359486 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562573-93e0-4032-978e-dc9a0f496efb req-993ee3b6-5287-4a61-8fc7-ec01220e325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.360990 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-993ee3b6-5287-4a61-8fc7-ec01220e325a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 1128 time: 0.3471410 May 10 19:21:31.366894 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71355540-e26c-4ece-bc5a-a717d845bd24 req-fc9013a0-0434-4ef4-b297-7e8cd335a4c9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.367929 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['2e697b58-8fbb-4c85-87c0-1c9148105893'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:21:31.368813 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71355540-e26c-4ece-bc5a-a717d845bd24 req-fc9013a0-0434-4ef4-b297-7e8cd335a4c9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 945 time: 0.3340704 May 10 19:21:31.395765 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2 req-3a040921-b39a-46b9-bbf8-70ce84c108d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.397369 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2 req-3a040921-b39a-46b9-bbf8-70ce84c108d1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8c2669245ca948cfa795863fa7e43496&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2582090 May 10 19:21:31.424550 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9343c9cc-926c-4004-b7f3-a069e4a68d18 req-cdbfd5c8-3799-427d-b8df-4fddc84fd937 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 May 10 19:21:31.508190 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-541043c6-0a86-48b7-a903-9a70f0feb3e6 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931376 May 10 19:21:31.518173 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-342d0db7-e443-47fa-950c-ef2f7336a7c5 req-44b44423-cf65-4a3e-be68-6e5ad70c5d5e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800601 May 10 19:21:31.553061 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71355540-e26c-4ece-bc5a-a717d845bd24 req-077e8f90-3853-4e8c-97a0-15b1c9bcbdec tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668568 May 10 19:21:31.599929 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562573-93e0-4032-978e-dc9a0f496efb req-f7ff1b45-71b2-4833-b188-b41211e4c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.601494 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-f7ff1b45-71b2-4833-b188-b41211e4c5d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.2180808 May 10 19:21:31.658931 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['54be224d-2207-42ed-b8ce-5c68e8e8c9fc'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:21:31.904155 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4b6de-13b3-4fbf-89ef-645d3e3bd554 req-afd222f2-a92d-4a22-8daa-d2e4482f3b80 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.905998 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2 req-f1a49e02-7e34-4d21-9984-3eee92125728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.907580 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6b4d9f4c-1e43-4790-8b65-9fd5113091e2 req-f1a49e02-7e34-4d21-9984-3eee92125728 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5018075 May 10 19:21:31.910960 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-15b4b6de-13b3-4fbf-89ef-645d3e3bd554 req-afd222f2-a92d-4a22-8daa-d2e4482f3b80 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 943 time: 0.2440715 May 10 19:21:31.924377 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ef2bf-175d-4d5b-8dd9-acf46410bacb req-30649cd0-57df-4b25-bffd-2489f82d6915 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:31.926226 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6a1ef2bf-175d-4d5b-8dd9-acf46410bacb req-30649cd0-57df-4b25-bffd-2489f82d6915 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.1603611 May 10 19:21:31.927656 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-3e0d758c-6e8a-47bf-8ccf-7c80cfc514a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc HTTP/1.1" status: 200 len: 217 time: 0.2937884 May 10 19:21:32.021831 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-795cede6-f626-4b1e-87ff-99e06266cdfa req-df7c1485-d1f0-40be-a94c-798793c72a49 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866677 May 10 19:21:32.046792 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-15b4b6de-13b3-4fbf-89ef-645d3e3bd554 req-e4c93d5b-0e57-45f6-85e6-d54b1f096b5f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348405 May 10 19:21:32.062468 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6a1ef2bf-175d-4d5b-8dd9-acf46410bacb req-d5745b51-7bc8-4622-be57-023ff3b20de5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023567 May 10 19:21:32.218233 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48072) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:32.242766 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-ed51dce3-284a-4107-ac59-2754db5f8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.244163 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-ed51dce3-284a-4107-ac59-2754db5f8293 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1127 time: 0.0508680 May 10 19:21:32.245611 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562573-93e0-4032-978e-dc9a0f496efb req-c9375a17-5aa1-4075-9adc-01fc07865f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.246918 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-c9375a17-5aa1-4075-9adc-01fc07865f1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0822268 May 10 19:21:32.322154 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-3861d1d3-b4c2-402e-ab33-9786592944c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 200 len: 217 time: 0.0610514 May 10 19:21:32.328188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-442f6d31-82b0-4100-b2fd-2f4131455f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.343858 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562573-93e0-4032-978e-dc9a0f496efb req-f01275e2-0943-4e99-8779-0191b600b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.345451 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-f01275e2-0943-4e99-8779-0191b600b2df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781937 May 10 19:21:32.407266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-442f6d31-82b0-4100-b2fd-2f4131455f3f admin admin] Publish callbacks [] for security_group (ccbba06a-73e1-4531-a4ef-bd9dee844bb4), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.410562 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-442f6d31-82b0-4100-b2fd-2f4131455f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ccbba06a-73e1-4531-a4ef-bd9dee844bb4), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.438784 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-b967bc23-aeb8-4404-9628-66c4088210f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.440315 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-b967bc23-aeb8-4404-9628-66c4088210f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.1060746 May 10 19:21:32.451861 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-442f6d31-82b0-4100-b2fd-2f4131455f3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1b4ec13b8864a6892712706f49669a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299466 May 10 19:21:32.451861 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f6d31-82b0-4100-b2fd-2f4131455f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbba06a-73e1-4531-a4ef-bd9dee844bb4,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:32.452761 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48076) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:32.474450 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-f05d7c61-a799-46c3-8c0d-2683511a1428 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105642 May 10 19:21:32.503729 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-62611c2d-380f-4f61-bc7a-70af5ccb6bf6 admin admin] Publish callbacks [] for security_group (ccbba06a-73e1-4531-a4ef-bd9dee844bb4), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.552833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-62611c2d-380f-4f61-bc7a-70af5ccb6bf6 admin admin] Publish callbacks [] for security_group (ccbba06a-73e1-4531-a4ef-bd9dee844bb4), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.629732 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-62611c2d-380f-4f61-bc7a-70af5ccb6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ccbba06a-73e1-4531-a4ef-bd9dee844bb4), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.632788 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-62611c2d-380f-4f61-bc7a-70af5ccb6bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:32.634128 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-62611c2d-380f-4f61-bc7a-70af5ccb6bf6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccbba06a-73e1-4531-a4ef-bd9dee844bb4 HTTP/1.1" status: 204 len: 168 time: 0.1805651 May 10 19:21:32.645023 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62611c2d-380f-4f61-bc7a-70af5ccb6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbba06a-73e1-4531-a4ef-bd9dee844bb4,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:32.650826 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedec23-46f7-42e3-a793-745b7e331d60 req-4e1b746a-7ada-4386-b658-357eaf27227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.656894 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-4e1b746a-7ada-4386-b658-357eaf27227e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1394119 May 10 19:21:32.750670 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406cfba-a0bd-47d3-816b-84ac075b0128 req-b69f8338-771a-46d1-97c0-2d3a739f934a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.752246 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3406cfba-a0bd-47d3-816b-84ac075b0128 req-b69f8338-771a-46d1-97c0-2d3a739f934a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 945 time: 0.0905461 May 10 19:21:32.784812 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['7a91cc63-e8e6-4ee7-9508-979232df9d50'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:21:32.791258 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034abab9-ea4e-4918-ae8d-9938a87d0706 req-b09c7b15-de13-4bf2-a2c4-3a84241dcdc2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:32.792885 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-034abab9-ea4e-4918-ae8d-9938a87d0706 req-b09c7b15-de13-4bf2-a2c4-3a84241dcdc2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 944 time: 0.0981162 May 10 19:21:32.796641 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d562573-93e0-4032-978e-dc9a0f496efb req-17fc3153-b13d-442c-b28d-21bdab4888cd service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915761 May 10 19:21:32.839233 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3406cfba-a0bd-47d3-816b-84ac075b0128 req-083c97ac-0c45-4b89-be9c-8e8f144819e8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739062 May 10 19:21:32.872020 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-034abab9-ea4e-4918-ae8d-9938a87d0706 req-bad52043-dbc4-4d5d-ad02-81a9e8cf1225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695004 May 10 19:21:32.988267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48090) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:33.002278 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-75640c07-879b-41ea-8b57-9caed2172ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.181666 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-75640c07-879b-41ea-8b57-9caed2172ae5 admin admin] Publish callbacks [] for security_group (4e4eec79-8bbb-44c8-91b6-87deb81686c4), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.197491 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-75640c07-879b-41ea-8b57-9caed2172ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (4e4eec79-8bbb-44c8-91b6-87deb81686c4), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.284301 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82a1b-e495-4d27-8dc5-5ad700e8de14 req-19b60c52-a759-42e8-bba6-c865ea3742d3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:33.284301 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7b82a1b-e495-4d27-8dc5-5ad700e8de14 req-19b60c52-a759-42e8-bba6-c865ea3742d3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 943 time: 0.1459677 May 10 19:21:33.293145 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-75640c07-879b-41ea-8b57-9caed2172ae5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab1308814a40498a8f9df0befa3ffdb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035612 May 10 19:21:33.295075 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-57092240-88cd-44b0-abc1-a7cbc3d1f487 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439315 May 10 19:21:33.296457 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48106) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:33.307910 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064f01c-f707-4ba7-bbbc-ebb401bb33e2 req-41e38740-d638-4c9e-935c-7d33be501117 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:33.309418 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a064f01c-f707-4ba7-bbbc-ebb401bb33e2 req-41e38740-d638-4c9e-935c-7d33be501117 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.1359968 May 10 19:21:33.330265 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75640c07-879b-41ea-8b57-9caed2172ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4eec79-8bbb-44c8-91b6-87deb81686c4,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:33.358735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-968190da-a740-4cbc-8d0e-fab75c454c09 admin admin] Publish callbacks [] for security_group (4e4eec79-8bbb-44c8-91b6-87deb81686c4), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.388058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-968190da-a740-4cbc-8d0e-fab75c454c09 admin admin] Publish callbacks [] for security_group (4e4eec79-8bbb-44c8-91b6-87deb81686c4), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.443783 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7b82a1b-e495-4d27-8dc5-5ad700e8de14 req-f0fe5a64-bcc1-4400-8559-4f09a2a1e249 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610155 May 10 19:21:33.460483 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-968190da-a740-4cbc-8d0e-fab75c454c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (4e4eec79-8bbb-44c8-91b6-87deb81686c4), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.464207 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-968190da-a740-4cbc-8d0e-fab75c454c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.468519 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-968190da-a740-4cbc-8d0e-fab75c454c09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e4eec79-8bbb-44c8-91b6-87deb81686c4 HTTP/1.1" status: 204 len: 168 time: 0.1680789 May 10 19:21:33.474505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968190da-a740-4cbc-8d0e-fab75c454c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4eec79-8bbb-44c8-91b6-87deb81686c4,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:33.477787 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a064f01c-f707-4ba7-bbbc-ebb401bb33e2 req-e89cee57-8eda-46ad-967b-ac762a3b9d14 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507769 May 10 19:21:33.492874 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-faedec23-46f7-42e3-a793-745b7e331d60 req-b848fcb8-87c8-4b5b-8ad5-83c591d114a9 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821682 May 10 19:21:33.567917 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 54be224d-2207-42ed-b8ce-5c68e8e8c9fc up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:33.616432 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:21:33.625225 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:33.625846 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.718564 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:33.718961 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.743529 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:33.746591 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4820df-588d-4fdb-a452-32b884502e42" -d '{"events": [{"server_uuid": "23ec48a0-d555-46b4-bbc3-3e30e998e0b8", "name": "network-vif-plugged", "status": "completed", "tag": "54be224d-2207-42ed-b8ce-5c68e8e8c9fc"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:33.765148 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:33.770403 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.771636 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:33.815946 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df2558-98af-4208-8b05-efb8e2d06ba1 x-openstack-request-id: req-81df2558-98af-4208-8b05-efb8e2d06ba1 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:33.816600 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec48a0-d555-46b4-bbc3-3e30e998e0b8", "name": "network-vif-plugged", "status": "completed", "tag": "54be224d-2207-42ed-b8ce-5c68e8e8c9fc", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:33.816600 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81df2558-98af-4208-8b05-efb8e2d06ba1 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:33.816902 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81df2558-98af-4208-8b05-efb8e2d06ba1'] response: {'server_uuid': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc', 'code': 200} May 10 19:21:33.856180 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:33.865166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 2e697b58-8fbb-4c85-87c0-1c9148105893 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:21:33.872046 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 2e697b58-8fbb-4c85-87c0-1c9148105893 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:33.873424 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:33.981925 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:33.982318 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:34.004838 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f223-b8ae-4a18-abc1-4277c1c8b09c req-9323d4cf-5038-44ff-a7bd-5b0d068d4fda tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:34.009205 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5050f223-b8ae-4a18-abc1-4277c1c8b09c req-9323d4cf-5038-44ff-a7bd-5b0d068d4fda tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0875065 May 10 19:21:34.022018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:34.029305 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:34.030185 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 7a91cc63-e8e6-4ee7-9508-979232df9d50 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:34.074178 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cecd5-9849-4b1f-b092-e5e16a314983 req-1f298212-9cb2-49b5-8e47-16af65af956c tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:34.075965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f9cecd5-9849-4b1f-b092-e5e16a314983 req-1f298212-9cb2-49b5-8e47-16af65af956c tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 944 time: 0.0906622 May 10 19:21:34.115234 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5050f223-b8ae-4a18-abc1-4277c1c8b09c req-a959dc23-6935-4a6d-b2cd-d4e1491f6816 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798690 May 10 19:21:34.124831 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:34.130389 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 7a91cc63-e8e6-4ee7-9508-979232df9d50 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:21:34.137500 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 7a91cc63-e8e6-4ee7-9508-979232df9d50 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:34.137912 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:34.153759 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f9cecd5-9849-4b1f-b092-e5e16a314983 req-5147b739-c01d-400b-94a5-a03d5e369131 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680492 May 10 19:21:34.228987 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 7a91cc63-e8e6-4ee7-9508-979232df9d50 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:34.229950 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:34.263370 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 7a91cc63-e8e6-4ee7-9508-979232df9d50, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:34.267152 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:34.322621 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=7a91cc63-e8e6-4ee7-9508-979232df9d50,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:34.621158 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f1adc-c772-4432-a621-89f380ec0129 req-89d8a9c3-9202-47d7-aa4f-1c44eb164484 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:34.622782 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b83f1adc-c772-4432-a621-89f380ec0129 req-89d8a9c3-9202-47d7-aa4f-1c44eb164484 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 943 time: 0.0986555 May 10 19:21:34.646136 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48498f18-0589-4651-be01-7fd5aa6de2d7 req-fe2adbf1-c6c5-4ddf-8999-9b78b3d01ee7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:34.647595 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-48498f18-0589-4651-be01-7fd5aa6de2d7 req-fe2adbf1-c6c5-4ddf-8999-9b78b3d01ee7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0792265 May 10 19:21:34.757697 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b83f1adc-c772-4432-a621-89f380ec0129 req-c4807a91-e99d-4f4b-9d31-05efffa7498a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243269 May 10 19:21:34.785465 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-48498f18-0589-4651-be01-7fd5aa6de2d7 req-af70aca7-50be-450d-b1f8-3d3b188c0fa8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273892 May 10 19:21:34.812005 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110b6de-697a-4f10-9144-8ce991bcb88a req-90062874-88fc-4763-beb4-84c105c82f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:34.813580 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9110b6de-697a-4f10-9144-8ce991bcb88a req-90062874-88fc-4763-beb4-84c105c82f52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 1130 time: 0.0911002 May 10 19:21:34.872040 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9110b6de-697a-4f10-9144-8ce991bcb88a req-9928773c-91dd-415a-b32f-c3063ef4f589 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 May 10 19:21:34.966848 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a5d6e22b-b371-4fb1-ae61-c7530ac5953b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:21:35.085457 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:35.099206 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'port_id': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'mac_address': 'fa:16:3e:b5:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:21:35.113300 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48184) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:35.145874 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a5d6e22b-b371-4fb1-ae61-c7530ac5953b is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:35.146342 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.168075 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d6e22b-b371-4fb1-ae61-c7530ac5953b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:21:35.192919 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:35.198266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.270885 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:35.306826 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451dfd1-14f2-4c94-b3cb-d830ce955749 req-13aebb10-7dc6-4380-8289-639161d3f43a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:35.308321 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4451dfd1-14f2-4c94-b3cb-d830ce955749 req-13aebb10-7dc6-4380-8289-639161d3f43a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.1073263 May 10 19:21:35.311459 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3db83d6-5058-4dcc-ba1e-67ebcf1fafbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.323687 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05547d-1d18-4883-be0b-174f57a78365 req-f7479c9a-5cc1-496b-8d71-f8358fd69393 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:35.325385 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd05547d-1d18-4883-be0b-174f57a78365 req-f7479c9a-5cc1-496b-8d71-f8358fd69393 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.0815086 May 10 19:21:35.436463 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4451dfd1-14f2-4c94-b3cb-d830ce955749 req-4faf600a-f5d0-410a-a0c9-b7fcb96548c0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210933 May 10 19:21:35.445000 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd05547d-1d18-4883-be0b-174f57a78365 req-5da9e005-3188-4a46-9c1c-71c7b7fde088 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086054 May 10 19:21:35.499194 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3db83d6-5058-4dcc-ba1e-67ebcf1fafbc admin admin] Publish callbacks [] for security_group (43a11f90-2d68-451b-8c10-d0dfa27a28dc), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.503422 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3db83d6-5058-4dcc-ba1e-67ebcf1fafbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (43a11f90-2d68-451b-8c10-d0dfa27a28dc), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.545105 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['a5d6e22b-b371-4fb1-ae61-c7530ac5953b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:21:35.547124 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db83d6-5058-4dcc-ba1e-67ebcf1fafbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a11f90-2d68-451b-8c10-d0dfa27a28dc,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:35.552842 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c3db83d6-5058-4dcc-ba1e-67ebcf1fafbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b80a7dfcfc33424994e37ce9b0d0bcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384680 May 10 19:21:35.555310 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48204) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:35.608352 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-538ac960-bbff-498a-9ee4-42a58a2ad44d admin admin] Publish callbacks [] for security_group (43a11f90-2d68-451b-8c10-d0dfa27a28dc), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.631177 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-538ac960-bbff-498a-9ee4-42a58a2ad44d admin admin] Publish callbacks [] for security_group (43a11f90-2d68-451b-8c10-d0dfa27a28dc), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.710245 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-538ac960-bbff-498a-9ee4-42a58a2ad44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (43a11f90-2d68-451b-8c10-d0dfa27a28dc), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.712834 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-538ac960-bbff-498a-9ee4-42a58a2ad44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:35.714499 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-538ac960-bbff-498a-9ee4-42a58a2ad44d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43a11f90-2d68-451b-8c10-d0dfa27a28dc HTTP/1.1" status: 204 len: 168 time: 0.1582146 May 10 19:21:35.722919 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ac960-bbff-498a-9ee4-42a58a2ad44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a11f90-2d68-451b-8c10-d0dfa27a28dc,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:35.818373 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}, {'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:35.820834 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467c45b-0b9f-4bfe-9135-b2b7300fe361" -d '{"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}, {"server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "name": "network-vif-plugged", "status": "completed", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:35.955325 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73699eae-0779-4ff0-a2db-9f3775046fcc req-01f8ade2-d397-4432-a1ff-0f047df4860d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:35.957004 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-73699eae-0779-4ff0-a2db-9f3775046fcc req-01f8ade2-d397-4432-a1ff-0f047df4860d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 944 time: 0.1087635 May 10 19:21:35.966588 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833dfb0-191e-4804-9113-f0d0e01f9a45 req-390406c3-d5cf-4ad9-b63f-a3c53df94ac9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:35.968017 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b833dfb0-191e-4804-9113-f0d0e01f9a45 req-390406c3-d5cf-4ad9-b63f-a3c53df94ac9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0905728 May 10 19:21:36.047928 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-73699eae-0779-4ff0-a2db-9f3775046fcc req-ffd0ba1a-0f5b-4601-b1c0-93095186c460 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788577 May 10 19:21:36.051250 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b833dfb0-191e-4804-9113-f0d0e01f9a45 req-6dc2533c-d4af-4c1a-a1df-a69a9a61ce63 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748773 May 10 19:21:36.070455 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48236) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:36.088869 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c06671ed-1e89-49f3-85cc-45ea53482bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.126810 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e48df-160f-4fe7-9c2e-7f4e51d3b0a8 x-openstack-request-id: req-9f6e48df-160f-4fe7-9c2e-7f4e51d3b0a8 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:36.127332 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "code": 200}, {"server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "name": "network-vif-plugged", "status": "completed", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:36.127430 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f6e48df-160f-4fe7-9c2e-7f4e51d3b0a8 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:36.127982 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6e48df-160f-4fe7-9c2e-7f4e51d3b0a8'] response: {'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'code': 200} May 10 19:21:36.128115 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6e48df-160f-4fe7-9c2e-7f4e51d3b0a8'] response: {'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'code': 200} May 10 19:21:36.174173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c06671ed-1e89-49f3-85cc-45ea53482bcd admin admin] Publish callbacks [] for security_group (6bf9c32a-8a40-4a29-8a32-791bc09ea225), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.178795 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c06671ed-1e89-49f3-85cc-45ea53482bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6bf9c32a-8a40-4a29-8a32-791bc09ea225), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.217477 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06671ed-1e89-49f3-85cc-45ea53482bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf9c32a-8a40-4a29-8a32-791bc09ea225,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:36.221734 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c06671ed-1e89-49f3-85cc-45ea53482bcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c1508a0109242dcbe22ab6070dafe1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502378 May 10 19:21:36.224484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48240) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:36.238349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48242) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:36.275036 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8a246d55-6109-4c05-a3ee-405d5dfac912 admin admin] Publish callbacks [] for security_group (6bf9c32a-8a40-4a29-8a32-791bc09ea225), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.297908 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8a246d55-6109-4c05-a3ee-405d5dfac912 admin admin] Publish callbacks [] for security_group (6bf9c32a-8a40-4a29-8a32-791bc09ea225), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.345135 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0848-13f4-4257-b1f1-09cfbfe4d7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.348954 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8a246d55-6109-4c05-a3ee-405d5dfac912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6bf9c32a-8a40-4a29-8a32-791bc09ea225), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.351766 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8a246d55-6109-4c05-a3ee-405d5dfac912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.355810 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8a246d55-6109-4c05-a3ee-405d5dfac912 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bf9c32a-8a40-4a29-8a32-791bc09ea225 HTTP/1.1" status: 204 len: 168 time: 0.1275156 May 10 19:21:36.361356 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a246d55-6109-4c05-a3ee-405d5dfac912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf9c32a-8a40-4a29-8a32-791bc09ea225,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:36.489618 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0848-13f4-4257-b1f1-09cfbfe4d7c8 admin admin] Publish callbacks [] for security_group (e689c1b8-fa50-4f2c-9a8d-c346d498904c), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.495548 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0848-13f4-4257-b1f1-09cfbfe4d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e689c1b8-fa50-4f2c-9a8d-c346d498904c), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.555932 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a6cf0848-13f4-4257-b1f1-09cfbfe4d7c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e4e1824b43e482f85f7c8e073d31779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164384 May 10 19:21:36.559116 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48254) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:36.560022 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf0848-13f4-4257-b1f1-09cfbfe4d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e689c1b8-fa50-4f2c-9a8d-c346d498904c,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:36.615324 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039a10b-2362-43bd-8520-ec53a073189b req-93ac12b6-6924-4d2d-9374-6a5a732db32f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:36.616897 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d039a10b-2362-43bd-8520-ec53a073189b req-93ac12b6-6924-4d2d-9374-6a5a732db32f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.1017346 May 10 19:21:36.627619 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395390a6-c2a2-496c-9e1d-9038c12ad4b5 req-ef9b057f-23e1-4f97-bf70-0e16418d4cce tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:36.629134 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-395390a6-c2a2-496c-9e1d-9038c12ad4b5 req-ef9b057f-23e1-4f97-bf70-0e16418d4cce tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.1018584 May 10 19:21:36.725902 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-05dda415-cd31-462b-8645-aed58860cae2 admin admin] Publish callbacks [] for security_group (e689c1b8-fa50-4f2c-9a8d-c346d498904c), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.730956 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d039a10b-2362-43bd-8520-ec53a073189b req-02931e7f-1dde-44b6-899f-fdd36cd3862f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982714 May 10 19:21:36.745297 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-395390a6-c2a2-496c-9e1d-9038c12ad4b5 req-7e94faa9-ad93-4bee-988d-2a23ca7a061f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072919 May 10 19:21:36.775264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-05dda415-cd31-462b-8645-aed58860cae2 admin admin] Publish callbacks [] for security_group (e689c1b8-fa50-4f2c-9a8d-c346d498904c), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.847052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-05dda415-cd31-462b-8645-aed58860cae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e689c1b8-fa50-4f2c-9a8d-c346d498904c), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.851410 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-05dda415-cd31-462b-8645-aed58860cae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:36.855654 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-05dda415-cd31-462b-8645-aed58860cae2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e689c1b8-fa50-4f2c-9a8d-c346d498904c HTTP/1.1" status: 204 len: 168 time: 0.2926695 May 10 19:21:36.882274 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dda415-cd31-462b-8645-aed58860cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e689c1b8-fa50-4f2c-9a8d-c346d498904c,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:36.988667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a5d6e22b-b371-4fb1-ae61-c7530ac5953b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:21:37.066581 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port a5d6e22b-b371-4fb1-ae61-c7530ac5953b completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:21:37.078900 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port a5d6e22b-b371-4fb1-ae61-c7530ac5953b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:21:37.080168 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.098529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08f23-1ce4-4caa-bbef-61c198222a4f req-5ececa3c-e146-47d6-812c-979bf5696136 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:37.106517 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-89c08f23-1ce4-4caa-bbef-61c198222a4f req-5ececa3c-e146-47d6-812c-979bf5696136 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0857193 May 10 19:21:37.182123 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-89c08f23-1ce4-4caa-bbef-61c198222a4f req-6c98ff05-2e62-4fe2-a40b-ca2065984ffd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746357 May 10 19:21:37.219107 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a5d6e22b-b371-4fb1-ae61-c7530ac5953b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:21:37.219593 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.246935 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee780d3-7ceb-4edb-af21-0487a8b9e63a req-e06db4ed-579b-4fd8-a69b-c3ebe6ebc974 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:37.259494 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3ee780d3-7ceb-4edb-af21-0487a8b9e63a req-e06db4ed-579b-4fd8-a69b-c3ebe6ebc974 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 944 time: 0.1018419 May 10 19:21:37.261169 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:37.270861 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.322673 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48290) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:37.337710 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bb84-810e-4f36-923b-a3871f8fd786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.340845 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:37.365827 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3ee780d3-7ceb-4edb-af21-0487a8b9e63a req-e4d2c701-b585-4212-afbd-4473fcc3c266 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053672 May 10 19:21:37.373031 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5a827-1e1f-4ab8-a766-1fcab41b64b6 req-fc19c517-3d94-4d22-a3dc-66c241f3bdf7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:37.374985 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4cf5a827-1e1f-4ab8-a766-1fcab41b64b6 req-fc19c517-3d94-4d22-a3dc-66c241f3bdf7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0866814 May 10 19:21:37.429055 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4cf5a827-1e1f-4ab8-a766-1fcab41b64b6 req-55408db9-fd54-4de2-a821-a71f2cf8f7df tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460305 May 10 19:21:37.444327 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bb84-810e-4f36-923b-a3871f8fd786 admin admin] Publish callbacks [] for security_group (8759d43c-e20b-4ab3-92a3-6279744a2728), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.458577 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cfb8bb84-810e-4f36-923b-a3871f8fd786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8759d43c-e20b-4ab3-92a3-6279744a2728), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.496445 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-cfb8bb84-810e-4f36-923b-a3871f8fd786 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1bbc09deed8e445789402235b1908465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722188 May 10 19:21:37.499162 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48294) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:37.501710 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8bb84-810e-4f36-923b-a3871f8fd786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8759d43c-e20b-4ab3-92a3-6279744a2728,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:37.549620 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c0e0-a5d4-4fb0-adfb-e46b7fd327be admin admin] Publish callbacks [] for security_group (8759d43c-e20b-4ab3-92a3-6279744a2728), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.574246 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c0e0-a5d4-4fb0-adfb-e46b7fd327be admin admin] Publish callbacks [] for security_group (8759d43c-e20b-4ab3-92a3-6279744a2728), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.629069 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c0e0-a5d4-4fb0-adfb-e46b7fd327be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8759d43c-e20b-4ab3-92a3-6279744a2728), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.631679 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cbe1c0e0-a5d4-4fb0-adfb-e46b7fd327be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:37.632999 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-cbe1c0e0-a5d4-4fb0-adfb-e46b7fd327be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8759d43c-e20b-4ab3-92a3-6279744a2728 HTTP/1.1" status: 204 len: 168 time: 0.1327477 May 10 19:21:37.641462 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1c0e0-a5d4-4fb0-adfb-e46b7fd327be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8759d43c-e20b-4ab3-92a3-6279744a2728,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:37.874314 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4871d5-e0ae-4e20-a17c-9daf5813e294 req-42857da3-7bfd-4f10-8219-ae6fb920ccd2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:37.876084 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7f4871d5-e0ae-4e20-a17c-9daf5813e294 req-42857da3-7bfd-4f10-8219-ae6fb920ccd2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.0537677 May 10 19:21:37.957605 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7f4871d5-e0ae-4e20-a17c-9daf5813e294 req-9c50cda1-9f8c-483b-8a78-206edf06dd70 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746536 May 10 19:21:38.129610 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:38.132092 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe3a732-d8ce-435e-940a-7c857388874a" -d '{"events": [{"server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:38.174164 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8eea4-8c11-41a2-ba52-ae932513383c x-openstack-request-id: req-5de8eea4-8c11-41a2-ba52-ae932513383c {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:38.174836 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:38.175162 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5de8eea4-8c11-41a2-ba52-ae932513383c {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:38.175797 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de8eea4-8c11-41a2-ba52-ae932513383c'] response: {'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'code': 200} May 10 19:21:38.317176 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-2ec81911-dc11-4501-abd3-5e77bb6f124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:38.319615 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-2ec81911-dc11-4501-abd3-5e77bb6f124b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 1130 time: 0.0600019 May 10 19:21:38.511185 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f1e76-337d-4b9d-900e-3504abdeb345 req-8f2122db-041a-4731-9a16-9579a4a0731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:38.516631 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-386f1e76-337d-4b9d-900e-3504abdeb345 req-8f2122db-041a-4731-9a16-9579a4a0731f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1129 time: 0.0706465 May 10 19:21:38.575350 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-386f1e76-337d-4b9d-900e-3504abdeb345 req-4d478162-50d3-4e22-b979-87265ea51106 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506814 May 10 19:21:38.693814 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e0cf1-5842-4d74-995a-b82c530d3f47 req-195040c2-161f-4443-b747-afc1897dc17b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:38.695301 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-af5e0cf1-5842-4d74-995a-b82c530d3f47 req-195040c2-161f-4443-b747-afc1897dc17b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.3682272 May 10 19:21:38.777467 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a94425-9859-4db7-b902-0128ee92da7c req-b35d433d-bdb1-4eba-8c7e-fe36517a9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:38.778965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d5a94425-9859-4db7-b902-0128ee92da7c req-b35d433d-bdb1-4eba-8c7e-fe36517a9ed2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 1129 time: 0.3583162 May 10 19:21:38.808786 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b5ee-724e-4407-921b-7ee3758a289c req-7b02c8c7-5207-483e-ac5f-64494e68ce7b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:38.812491 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a633b5ee-724e-4407-921b-7ee3758a289c req-7b02c8c7-5207-483e-ac5f-64494e68ce7b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1273592 May 10 19:21:38.866697 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-af5e0cf1-5842-4d74-995a-b82c530d3f47 req-53ca11d8-717e-4309-85e4-97ba7718e35b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404319 May 10 19:21:38.870883 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-befbbd6a-e178-49d9-a4d3-c34349f4b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:38.872697 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-befbbd6a-e178-49d9-a4d3-c34349f4b17a service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.5236557 May 10 19:21:38.920028 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a633b5ee-724e-4407-921b-7ee3758a289c req-14480f4e-9d31-46b5-b800-e4752139c0a4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995264 May 10 19:21:39.007784 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35feacb-2bc8-4b80-8d76-54fea9b74bd3 req-5bcde112-fb69-466d-b41f-764a41871bc9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:39.009405 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d35feacb-2bc8-4b80-8d76-54fea9b74bd3 req-5bcde112-fb69-466d-b41f-764a41871bc9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0710516 May 10 19:21:39.083300 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d35feacb-2bc8-4b80-8d76-54fea9b74bd3 req-085d1645-36b7-4b13-87e2-153f03420e10 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672193 May 10 19:21:39.122661 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e00949-79cc-4a7e-8e81-21059ef68f01 req-5db2108b-be1b-4321-9cfe-61b6100980a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:39.124171 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-58e00949-79cc-4a7e-8e81-21059ef68f01 req-5db2108b-be1b-4321-9cfe-61b6100980a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.0579529 May 10 19:21:39.190025 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-58e00949-79cc-4a7e-8e81-21059ef68f01 req-2f0a3ebc-2b77-4b7b-917e-3a096dc63c95 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585485 May 10 19:21:39.245819 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-823c863d-cf2b-4cc7-a197-fbf7c29af850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc HTTP/1.1" status: 200 len: 217 time: 0.0535851 May 10 19:21:39.254887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48388) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:39.286812 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934f80f-5752-4187-87af-b7a44f4361c2 req-38726fae-3cf3-403c-8e11-25c1bb0f824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:39.288523 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2934f80f-5752-4187-87af-b7a44f4361c2 req-38726fae-3cf3-403c-8e11-25c1bb0f824b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1129 time: 0.0839171 May 10 19:21:39.306808 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d5a94425-9859-4db7-b902-0128ee92da7c req-75aab7b9-a7a8-41a3-8ea6-9f7f635620ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157055 May 10 19:21:39.327709 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-ba2a1406-636d-4e0c-a5c7-7a579f47c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:39.329207 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-ba2a1406-636d-4e0c-a5c7-7a579f47c142 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0751462 May 10 19:21:39.350407 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2934f80f-5752-4187-87af-b7a44f4361c2 req-af3a0bf6-2f7b-4d32-ae35-99fb2d4fc42a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504413 May 10 19:21:39.448694 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96795208-db3e-4dc4-b3bb-6a4b9f2f9ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.552379 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96795208-db3e-4dc4-b3bb-6a4b9f2f9ad0 admin admin] Publish callbacks [] for security_group (b5442986-f361-491f-859d-2fbeef04e42a), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.557207 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96795208-db3e-4dc4-b3bb-6a4b9f2f9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b5442986-f361-491f-859d-2fbeef04e42a), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.596970 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96795208-db3e-4dc4-b3bb-6a4b9f2f9ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5442986-f361-491f-859d-2fbeef04e42a,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:39.602387 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-96795208-db3e-4dc4-b3bb-6a4b9f2f9ad0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b974a84718b4b86afe8bb0936b4d326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466008 May 10 19:21:39.605404 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48400) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:39.656131 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-79a1faf0-3273-4078-8284-aa794f3d7605 admin admin] Publish callbacks [] for security_group (b5442986-f361-491f-859d-2fbeef04e42a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.676964 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-79a1faf0-3273-4078-8284-aa794f3d7605 admin admin] Publish callbacks [] for security_group (b5442986-f361-491f-859d-2fbeef04e42a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.723991 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-79a1faf0-3273-4078-8284-aa794f3d7605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b5442986-f361-491f-859d-2fbeef04e42a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.726569 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-79a1faf0-3273-4078-8284-aa794f3d7605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:39.727688 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-79a1faf0-3273-4078-8284-aa794f3d7605 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5442986-f361-491f-859d-2fbeef04e42a HTTP/1.1" status: 204 len: 168 time: 0.1211903 May 10 19:21:39.735232 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1faf0-3273-4078-8284-aa794f3d7605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5442986-f361-491f-859d-2fbeef04e42a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:39.996004 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34843899-539a-4c82-bb48-a449e2c79676 req-08213352-57c3-41a2-beb0-b2b5c715e52b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:39.997753 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34843899-539a-4c82-bb48-a449e2c79676 req-08213352-57c3-41a2-beb0-b2b5c715e52b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0559845 May 10 19:21:40.090152 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34843899-539a-4c82-bb48-a449e2c79676 req-0d4b09b4-b2ce-4727-a440-79d22614da03 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865023 May 10 19:21:40.098640 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e15906-eb4c-477d-a119-c7aea04d46cd req-0c334a31-763c-4cf3-8b2c-6c052a6a97d3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:40.100508 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b2e15906-eb4c-477d-a119-c7aea04d46cd req-0c334a31-763c-4cf3-8b2c-6c052a6a97d3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0814714 May 10 19:21:40.199481 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b2e15906-eb4c-477d-a119-c7aea04d46cd req-f3219c68-a6ad-4244-a210-a7725a5b0478 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922701 May 10 19:21:40.266077 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28200847-945a-4c67-8782-885a23f87ed8 req-cf1f5bc8-9082-42be-a857-683ea43e1139 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:40.267646 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-28200847-945a-4c67-8782-885a23f87ed8 req-cf1f5bc8-9082-42be-a857-683ea43e1139 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0860341 May 10 19:21:40.283716 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-5c4bef6d-386d-45b6-8ff2-92608a5bbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:40.285223 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-5c4bef6d-386d-45b6-8ff2-92608a5bbb27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676262 May 10 19:21:40.326664 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-28200847-945a-4c67-8782-885a23f87ed8 req-4c4a75db-1713-4fc6-b72b-6b946a1e249d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525291 May 10 19:21:40.445887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6a25f-175b-4092-8ff2-ae43f5003fc2 req-a6c8a885-cb34-45eb-8ca9-43c674501b77 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:40.447593 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31b6a25f-175b-4092-8ff2-ae43f5003fc2 req-a6c8a885-cb34-45eb-8ca9-43c674501b77 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.0550814 May 10 19:21:40.512039 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31b6a25f-175b-4092-8ff2-ae43f5003fc2 req-8afca0ef-3afa-465c-817d-b91e18f56550 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567260 May 10 19:21:40.546775 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65f8ac-0ae8-4ced-b126-eb372499d30c req-0387802e-9762-4e73-ab90-d8c1ac93ff54 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:40.548260 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0a65f8ac-0ae8-4ced-b126-eb372499d30c req-0387802e-9762-4e73-ab90-d8c1ac93ff54 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0567408 May 10 19:21:40.604177 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0a65f8ac-0ae8-4ced-b126-eb372499d30c req-4efe61e8-2219-4984-b573-ae3468fcf5d7 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471854 May 10 19:21:41.210986 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7427-928c-4087-8271-b40d1ae1458c req-f7f28961-7dba-4efd-8feb-e586cb6164b1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.212502 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-814b7427-928c-4087-8271-b40d1ae1458c req-f7f28961-7dba-4efd-8feb-e586cb6164b1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0468051 May 10 19:21:41.262710 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-814b7427-928c-4087-8271-b40d1ae1458c req-a5f5fb94-5f90-4add-8822-9e3927975158 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 May 10 19:21:41.326596 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16545c67-91d0-4c5d-b7dd-e142ac01bfcc req-1df986a1-392e-41ba-be98-e473e50907c9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.328066 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-16545c67-91d0-4c5d-b7dd-e142ac01bfcc req-1df986a1-392e-41ba-be98-e473e50907c9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0547500 May 10 19:21:41.383340 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-16545c67-91d0-4c5d-b7dd-e142ac01bfcc req-c0526539-db58-4aa8-8acf-b7340905863b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 May 10 19:21:41.456308 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560368f5-00e6-4750-bf80-0bebc2813f3d req-d201851d-953f-4cb3-9fb2-5731e89b50c8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.457817 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-560368f5-00e6-4750-bf80-0bebc2813f3d req-d201851d-953f-4cb3-9fb2-5731e89b50c8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0472782 May 10 19:21:41.508262 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-560368f5-00e6-4750-bf80-0bebc2813f3d req-186e78b7-7db1-43a2-a343-fca342313e87 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 May 10 19:21:41.682714 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373e433-3b5e-45f1-863f-0eb76dfad668 req-1638df13-10d5-451e-aee0-37594382f02d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.684193 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a373e433-3b5e-45f1-863f-0eb76dfad668 req-1638df13-10d5-451e-aee0-37594382f02d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.0832067 May 10 19:21:41.692070 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4318bab-8e86-4279-9205-ebde90aa7cad req-5850840b-f0a8-4705-8a00-2e5408636e1e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.693450 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4318bab-8e86-4279-9205-ebde90aa7cad req-5850840b-f0a8-4705-8a00-2e5408636e1e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0939846 May 10 19:21:41.703138 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48490) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:41.708600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'floatingip': {'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:41.765336 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-678ff584-170c-49f7-b7f5-311482496827 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156994 May 10 19:21:41.784988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (bf237b11-2c3b-493f-aae9-e5cf652a9ddb), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:41.787855 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a373e433-3b5e-45f1-863f-0eb76dfad668 req-a6e9d0b6-9af9-494d-81c0-7c78ed7b78c7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934863 May 10 19:21:41.804111 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1543ddf-4f7e-406c-9428-013064d02bc7 req-7e436535-9a0a-4644-8fc3-6dae5a503385 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.805585 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e1543ddf-4f7e-406c-9428-013064d02bc7 req-7e436535-9a0a-4644-8fc3-6dae5a503385 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0630524 May 10 19:21:41.858921 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e1543ddf-4f7e-406c-9428-013064d02bc7 req-67000107-2d19-46ca-ad7b-7a5dd9508ea5 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451863 May 10 19:21:41.909392 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915c84a-0c71-49ef-8494-b132ca8da1e1 req-ce3b583b-adf4-4a27-aeda-7146320665c8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:41.910887 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5915c84a-0c71-49ef-8494-b132ca8da1e1 req-ce3b583b-adf4-4a27-aeda-7146320665c8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.0511053 May 10 19:21:41.920739 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48494) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:41.925021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:42.024765 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (289cce72-09bb-4456-9c13-ef4b984172ab), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:42.507495 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48518) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:42.515340 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaadd5d-a7e8-486d-99b5-bb115a3613e2 req-4c28b8a0-32d9-485f-b99e-19797894daae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:42.516828 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ddaadd5d-a7e8-486d-99b5-bb115a3613e2 req-4c28b8a0-32d9-485f-b99e-19797894daae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.1715202 May 10 19:21:42.522087 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:42.528277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (bf237b11-2c3b-493f-aae9-e5cf652a9ddb), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:42.607770 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e51b1-74ff-48f4-bdd2-70310df0eff0 req-33c5b050-e6ce-4fcf-8b41-6752fb8306d7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:42.609277 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e00e51b1-74ff-48f4-bdd2-70310df0eff0 req-33c5b050-e6ce-4fcf-8b41-6752fb8306d7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1200116 May 10 19:21:42.648144 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6e12fe6a-14d4-40c3-a374-0710272fed97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:42.671875 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Floating IP bf237b11-2c3b-493f-aae9-e5cf652a9ddb associated. External IP: 172.27.0.216, port: 2e697b58-8fbb-4c85-87c0-1c9148105893. May 10 19:21:42.745729 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ddaadd5d-a7e8-486d-99b5-bb115a3613e2 req-1405e8f6-f536-4aca-9bcb-d3346150c299 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018385 May 10 19:21:42.803860 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e00e51b1-74ff-48f4-bdd2-70310df0eff0 req-70ca4cb2-e37b-4fbc-87d8-a7be0b8a68a2 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750598 May 10 19:21:43.058608 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6e12fe6a-14d4-40c3-a374-0710272fed97 admin admin] Publish callbacks [] for security_group (647f5cb5-de0c-4843-a241-5508dd13a4b4), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.065855 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6e12fe6a-14d4-40c3-a374-0710272fed97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (647f5cb5-de0c-4843-a241-5508dd13a4b4), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.121516 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.127247 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (289cce72-09bb-4456-9c13-ef4b984172ab), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.137894 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a7128-4d0c-4e29-b139-b00bd2938d0d req-41c7a86f-1400-4f03-a55e-74f9545aba2f tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:43.139369 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-341a7128-4d0c-4e29-b139-b00bd2938d0d req-41c7a86f-1400-4f03-a55e-74f9545aba2f tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0696220 May 10 19:21:43.148002 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6e12fe6a-14d4-40c3-a374-0710272fed97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7283ae6dd9b243f79cd908143be79bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6394825 May 10 19:21:43.152277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48524) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:43.154172 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12fe6a-14d4-40c3-a374-0710272fed97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647f5cb5-de0c-4843-a241-5508dd13a4b4,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:43.200397 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:21:43.259144 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-341a7128-4d0c-4e29-b139-b00bd2938d0d req-c977468f-42af-4665-bb0d-224f248f4639 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 May 10 19:21:43.271990 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Publish callbacks [] for security_group (647f5cb5-de0c-4843-a241-5508dd13a4b4), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.274142 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP 289cce72-09bb-4456-9c13-ef4b984172ab associated. External IP: 172.27.0.60, port: 7a91cc63-e8e6-4ee7-9508-979232df9d50. May 10 19:21:43.309253 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Publish callbacks [] for security_group (647f5cb5-de0c-4843-a241-5508dd13a4b4), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.377371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:21:43.382090 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.395781 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:43.408753 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:43.409737 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:21:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:43.432749 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a7463ead-3152-4177-a153-18461519ac00 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "PUT /v2.0/floatingips/bf237b11-2c3b-493f-aae9-e5cf652a9ddb HTTP/1.1" status: 200 len: 991 time: 1.7261152 May 10 19:21:43.432749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:43.433697 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe02f3-9cd2-474b-894a-fc86780f591f" -d '{"events": [{"name": "network-changed", "server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:43.442455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (647f5cb5-de0c-4843-a241-5508dd13a4b4), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.445472 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.446657 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/647f5cb5-de0c-4843-a241-5508dd13a4b4 HTTP/1.1" status: 204 len: 168 time: 0.2933700 May 10 19:21:43.454891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f5cb5-de0c-4843-a241-5508dd13a4b4,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:43.462798 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.463778 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.464182 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.464548 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.464884 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.465222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.465576 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.465866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.466216 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.466547 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.466891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.467217 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.467544 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.467865 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.468188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee36bc73-c575-4cb3-ab07-a0a304b62255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:43.508871 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ce8e9-5afc-455e-861a-15c74f18fd17 x-openstack-request-id: req-0a3ce8e9-5afc-455e-861a-15c74f18fd17 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:43.509689 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:43.510220 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a3ce8e9-5afc-455e-861a-15c74f18fd17 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:43.512112 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3ce8e9-5afc-455e-861a-15c74f18fd17'] response: {'name': 'network-changed', 'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'status': 'completed', 'code': 200} May 10 19:21:43.515340 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:21:43.585968 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:43.635990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:21:43.641183 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.649000 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:43.662227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:43.663200 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:21:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:43.677268 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e8c70b58-e466-4cad-88ee-754a72baa801 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "PUT /v2.0/floatingips/289cce72-09bb-4456-9c13-ef4b984172ab HTTP/1.1" status: 200 len: 990 time: 1.7533550 May 10 19:21:43.677268 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:43.678301 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:43.722950 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae776e3f-b565-4151-a8f8-7762986c2a10 x-openstack-request-id: req-ae776e3f-b565-4151-a8f8-7762986c2a10 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:43.722950 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:43.722950 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae776e3f-b565-4151-a8f8-7762986c2a10 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:43.723603 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae776e3f-b565-4151-a8f8-7762986c2a10'] response: {'name': 'network-changed', 'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'status': 'completed', 'code': 200} May 10 19:21:43.771699 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48542) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:43.794280 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:43.796282 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dea4db18-8f78-40b3-ad06-07874da1a2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.912204 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dea4db18-8f78-40b3-ad06-07874da1a2e5 admin admin] Publish callbacks [] for security_group (3fe20b71-f46a-462a-8783-babf8be09a95), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.920282 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dea4db18-8f78-40b3-ad06-07874da1a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3fe20b71-f46a-462a-8783-babf8be09a95), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:43.923289 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'bf237b11-2c3b-493f-aae9-e5cf652a9ddb', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'mac_address': 'fa:16:3e:ff:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:06Z', 'updated_at': '2022-05-10T19:21:42Z', 'revision_number': 1, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:43.955297 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-dea4db18-8f78-40b3-ad06-07874da1a2e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70b97f9cf7484be6839ec564f51570b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822634 May 10 19:21:43.956213 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28710e8-5400-4ec9-aa36-7373b456df92 req-51493fd3-dd7c-4af9-acc8-0f101587f026 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:43.956457 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48548) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:43.963048 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c28710e8-5400-4ec9-aa36-7373b456df92 req-51493fd3-dd7c-4af9-acc8-0f101587f026 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0979791 May 10 19:21:43.974490 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:43.978312 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d00a7d-3f6c-4a95-b386-d8e6f4c2e717 req-6d90a4bb-3a72-42b4-a2eb-2178e8f49bc9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:43.979939 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-58d00a7d-3f6c-4a95-b386-d8e6f4c2e717 req-6d90a4bb-3a72-42b4-a2eb-2178e8f49bc9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0763283 May 10 19:21:43.993771 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:43.994966 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:21:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:44.018833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4db18-8f78-40b3-ad06-07874da1a2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe20b71-f46a-462a-8783-babf8be09a95,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:44.036170 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c6953c3-0dc3-4bb1-ba51-dd2cd9a59cbc admin admin] Publish callbacks [] for security_group (3fe20b71-f46a-462a-8783-babf8be09a95), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.060982 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c6953c3-0dc3-4bb1-ba51-dd2cd9a59cbc admin admin] Publish callbacks [] for security_group (3fe20b71-f46a-462a-8783-babf8be09a95), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.075809 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-58d00a7d-3f6c-4a95-b386-d8e6f4c2e717 req-91e5ab24-6828-4d5f-94c1-4521779c99d5 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869303 May 10 19:21:44.096249 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c28710e8-5400-4ec9-aa36-7373b456df92 req-d2778e17-32e3-4a2f-a5fa-1ecad6a2f04e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322076 May 10 19:21:44.127347 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:44.129833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c6953c3-0dc3-4bb1-ba51-dd2cd9a59cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3fe20b71-f46a-462a-8783-babf8be09a95), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.132760 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c6953c3-0dc3-4bb1-ba51-dd2cd9a59cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.136901 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-3c6953c3-0dc3-4bb1-ba51-dd2cd9a59cbc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3fe20b71-f46a-462a-8783-babf8be09a95 HTTP/1.1" status: 204 len: 168 time: 0.1766028 May 10 19:21:44.141470 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:42Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:44.143117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6953c3-0dc3-4bb1-ba51-dd2cd9a59cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe20b71-f46a-462a-8783-babf8be09a95,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:44.172645 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:44.186938 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:44.187570 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:21:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:44.315348 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a8463155-c4dd-4247-8d80-486c545e4d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.324619 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:44.380155 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4b67-a067-4141-b213-0c8d4113d176 req-31228a62-e097-45b7-9efe-4474cb8f5822 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:44.381707 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47da4b67-a067-4141-b213-0c8d4113d176 req-31228a62-e097-45b7-9efe-4474cb8f5822 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0483947 May 10 19:21:44.402833 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'bf237b11-2c3b-493f-aae9-e5cf652a9ddb', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'mac_address': 'fa:16:3e:ff:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:06Z', 'updated_at': '2022-05-10T19:21:42Z', 'revision_number': 1, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:44.430634 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526278b0-ad89-485d-b73e-b5dbb0a2208c None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'bf237b11-2c3b-493f-aae9-e5cf652a9ddb', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'mac_address': 'fa:16:3e:ff:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:06Z', 'updated_at': '2022-05-10T19:21:42Z', 'revision_number': 1, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:44.449024 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47da4b67-a067-4141-b213-0c8d4113d176 req-c36bf1be-c5a6-43e6-8a65-302de42e6a48 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611739 May 10 19:21:44.572333 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:42Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:44.599939 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48560) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:44.605609 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b24a4f-ca4b-4b93-b40b-27a348af3ffe None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:42Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:44.617330 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a5af5538-ff4c-4a77-9bf6-9f2b09505bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.699856 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a5af5538-ff4c-4a77-9bf6-9f2b09505bb9 admin admin] Publish callbacks [] for security_group (88eae923-8bb6-4415-be6f-b1f252ff6f21), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.704209 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a5af5538-ff4c-4a77-9bf6-9f2b09505bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (88eae923-8bb6-4415-be6f-b1f252ff6f21), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.747622 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5538-ff4c-4a77-9bf6-9f2b09505bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eae923-8bb6-4415-be6f-b1f252ff6f21,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:44.752898 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a5af5538-ff4c-4a77-9bf6-9f2b09505bb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9ed645476614ed98d75e5c61acd6b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517215 May 10 19:21:44.755436 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48562) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:44.810101 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9c05b09b-bdaa-4632-b4ba-d2156881f5ba admin admin] Publish callbacks [] for security_group (88eae923-8bb6-4415-be6f-b1f252ff6f21), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.834112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9c05b09b-bdaa-4632-b4ba-d2156881f5ba admin admin] Publish callbacks [] for security_group (88eae923-8bb6-4415-be6f-b1f252ff6f21), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.886321 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9c05b09b-bdaa-4632-b4ba-d2156881f5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (88eae923-8bb6-4415-be6f-b1f252ff6f21), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.889739 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9c05b09b-bdaa-4632-b4ba-d2156881f5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:44.893774 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9c05b09b-bdaa-4632-b4ba-d2156881f5ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88eae923-8bb6-4415-be6f-b1f252ff6f21 HTTP/1.1" status: 204 len: 168 time: 0.1372173 May 10 19:21:44.900002 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8782cfa7-c4eb-4a28-9af6-80c3d0346e5a None None] New status for floating IP 289cce72-09bb-4456-9c13-ef4b984172ab: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:21:44.914423 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05b09b-bdaa-4632-b4ba-d2156881f5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eae923-8bb6-4415-be6f-b1f252ff6f21,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:45.238804 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9946609-0fba-4964-8d45-00e31d5eb585 req-93e0daf0-a5c3-4514-bb4e-4148ffe32403 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:45.240781 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9946609-0fba-4964-8d45-00e31d5eb585 req-93e0daf0-a5c3-4514-bb4e-4148ffe32403 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0888574 May 10 19:21:45.262393 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d862-5f9a-4496-bb1b-886ce393f096 req-a7a91706-f7da-4fd5-8688-1a26d0b84c44 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:45.263923 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9755d862-5f9a-4496-bb1b-886ce393f096 req-a7a91706-f7da-4fd5-8688-1a26d0b84c44 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0726135 May 10 19:21:45.294637 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462ee60-f7b5-4ab2-a6f7-4e1fd20af685 None None] New status for floating IP bf237b11-2c3b-493f-aae9-e5cf652a9ddb: ACTIVE {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:21:45.350375 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9946609-0fba-4964-8d45-00e31d5eb585 req-471a06a2-ca3b-448b-b7f1-d185b6aaee0e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008141 May 10 19:21:45.363133 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9755d862-5f9a-4496-bb1b-886ce393f096 req-a936066f-635a-4ec4-9616-43750b25807a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895987 May 10 19:21:45.468292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:45.573460 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fddde1-6ceb-44b9-b91b-9ca130fa0cb5 req-2c45ab9e-62f3-4610-9bad-25e1d40aeb99 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:45.575245 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41fddde1-6ceb-44b9-b91b-9ca130fa0cb5 req-2c45ab9e-62f3-4610-9bad-25e1d40aeb99 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0580733 May 10 19:21:45.629962 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41fddde1-6ceb-44b9-b91b-9ca130fa0cb5 req-8ed8deda-7620-48b3-8a51-69f6bff8bdff tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488935 May 10 19:21:46.544099 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e2d96-c9e6-4b24-9de4-4774cf4fabe8 req-d6829b94-1658-4621-977d-0615a1c17520 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:46.546337 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-279e2d96-c9e6-4b24-9de4-4774cf4fabe8 req-d6829b94-1658-4621-977d-0615a1c17520 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0974298 May 10 19:21:46.558305 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3724c-f571-4ff9-bf6a-31e57b505b11 req-4609a3af-a0a0-4a61-a99f-e7aa46ef5ab8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:46.561045 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fab3724c-f571-4ff9-bf6a-31e57b505b11 req-4609a3af-a0a0-4a61-a99f-e7aa46ef5ab8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0698414 May 10 19:21:46.636842 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-279e2d96-c9e6-4b24-9de4-4774cf4fabe8 req-905cc8be-ad1e-47e0-bdae-0f75017b783a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747678 May 10 19:21:46.641072 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fab3724c-f571-4ff9-bf6a-31e57b505b11 req-7443d900-9577-4484-a994-b05be2679f74 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729704 May 10 19:21:46.679396 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8212-3b35-4a04-a534-dfd9c8869253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:46.789818 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8d4dc-b663-4b19-8860-2ddbf239c29e req-d59527bd-e0d4-4233-bc80-092fee78be59 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:46.792965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-69b8d4dc-b663-4b19-8860-2ddbf239c29e req-d59527bd-e0d4-4233-bc80-092fee78be59 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0812569 May 10 19:21:46.811678 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a4aa4-316c-482b-b2de-76e001b714d9 req-582d5ba6-5c6d-437c-9531-768fc6f70bc3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:46.813505 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c53a4aa4-316c-482b-b2de-76e001b714d9 req-582d5ba6-5c6d-437c-9531-768fc6f70bc3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0893257 May 10 19:21:46.825516 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48648) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:46.829968 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'floatingip': {'port_id': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:21:46.873664 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (949a500f-0c4f-4107-9145-2bac7ed28f14), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:46.927166 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-69b8d4dc-b663-4b19-8860-2ddbf239c29e req-00ce5269-3751-49fb-a77e-c903ae685c4f tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270947 May 10 19:21:47.155939 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e6e21e8-b371-47ac-aa35-efa32b5ea111 req-7822f476-3bd7-4249-98bd-03401d8bd32b service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949128 May 10 19:21:47.373676 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:47.377637 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (949a500f-0c4f-4107-9145-2bac7ed28f14), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:47.399023 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:47.480485 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Floating IP 949a500f-0c4f-4107-9145-2bac7ed28f14 associated. External IP: 172.27.0.29, port: a5d6e22b-b371-4fb1-ae61-c7530ac5953b. May 10 19:21:47.686976 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:21:47.759907 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c00c3-9cd6-4853-92a9-9e8f3bbe6e86 req-8c861f6b-1f47-4d9f-8ff5-f2bafe4bc511 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:47.762057 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ca1c00c3-9cd6-4853-92a9-9e8f3bbe6e86 req-8c861f6b-1f47-4d9f-8ff5-f2bafe4bc511 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0503299 May 10 19:21:47.801578 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:21:47.806234 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:47.813387 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:21:47.831745 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ca1c00c3-9cd6-4853-92a9-9e8f3bbe6e86 req-792a5339-48c6-46cc-a79f-6c304bcd98d6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637379 May 10 19:21:47.832880 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:47.834316 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:21:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:47.869739 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0dd09b69-3c49-4870-94f1-b8d4dcc02375 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "PUT /v2.0/floatingips/949a500f-0c4f-4107-9145-2bac7ed28f14 HTTP/1.1" status: 200 len: 990 time: 1.0389519 May 10 19:21:47.869739 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:47.869739 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7767a55-1244-482f-a7c2-ae7b2be17f16" -d '{"events": [{"name": "network-changed", "server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:47.883711 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-e5d8bca2-b202-4c8e-b360-55f9a04ab54b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560496 May 10 19:21:47.921815 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4560cc-ed9e-496f-a26f-991056eb770e x-openstack-request-id: req-6a4560cc-ed9e-496f-a26f-991056eb770e {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:47.922843 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:47.923197 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a4560cc-ed9e-496f-a26f-991056eb770e {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:47.924435 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4560cc-ed9e-496f-a26f-991056eb770e'] response: {'name': 'network-changed', 'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'status': 'completed', 'code': 200} May 10 19:21:48.041238 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-f3b7c905-0d16-4af6-b561-a2b524fe16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.044018 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-f3b7c905-0d16-4af6-b561-a2b524fe16e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1129 time: 0.1038182 May 10 19:21:48.099933 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-23bdbb2e-1abb-4d16-ac41-e17145244e56 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.101576 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-23bdbb2e-1abb-4d16-ac41-e17145244e56 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.1189933 May 10 19:21:48.126495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4e9d9-1573-4dbe-ab41-54457cfd33f5 req-4fa6260a-ebfa-4e25-84b3-1ae93069dfaf tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.133471 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-70d4e9d9-1573-4dbe-ab41-54457cfd33f5 req-4fa6260a-ebfa-4e25-84b3-1ae93069dfaf tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 945 time: 0.0761805 May 10 19:21:48.187749 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:48.301484 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-70c80984-c4ee-4b10-9959-ce0025cac5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.303282 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-70c80984-c4ee-4b10-9959-ce0025cac5fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1129 time: 0.1088381 May 10 19:21:48.311538 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-70d4e9d9-1573-4dbe-ab41-54457cfd33f5 req-6e267ff3-4e55-4f87-b293-d682df832dbd tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769722 May 10 19:21:48.321722 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-3056c0bd-be1f-4b8e-87e3-0bc92710e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.325975 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-3056c0bd-be1f-4b8e-87e3-0bc92710e41c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 1129 time: 0.1430135 May 10 19:21:48.440442 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-bfd976be-551c-4282-b064-deba342ab2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.442039 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-bfd976be-551c-4282-b064-deba342ab2b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1130 time: 0.2464614 May 10 19:21:48.490368 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Deleting port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:21:48.490878 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:48.497390 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '949a500f-0c4f-4107-9145-2bac7ed28f14', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'port_id': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'mac_address': 'fa:16:3e:b5:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:16Z', 'updated_at': '2022-05-10T19:21:47Z', 'revision_number': 1, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:48.532729 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:21:48.544267 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:21:48.544990 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:21:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:48.577102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-13f87336-c504-4c81-b3fc-66e9489fb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.578572 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-13f87336-c504-4c81-b3fc-66e9489fb9ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.3853011 May 10 19:21:48.584627 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-6ebb061f-6697-439e-9f98-6b6f622a6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.586340 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-6ebb061f-6697-439e-9f98-6b6f622a6f13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.2539055 May 10 19:21:48.665823 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-2779faf3-60a3-454e-a8c0-acbc570e59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.667791 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-2779faf3-60a3-454e-a8c0-acbc570e59f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 911 time: 0.2892113 May 10 19:21:48.671154 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:21:48.686323 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] For port cee0cc5b-0c30-4cda-b03d-5dce7c523a88, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,segment=NetworkSegment(99d7bcb8-0d4f-48ec-9d08-104927bbdb5a),segment_id=99d7bcb8-0d4f-48ec-9d08-104927bbdb5a)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:21:48.686700 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:48.723464 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Calling delete_port for cee0cc5b-0c30-4cda-b03d-5dce7c523a88 owned by compute:nova {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:21:48.727660 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-4a69e2da-edd5-465f-9313-000b503e8c07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50 HTTP/1.1" status: 200 len: 1000 time: 0.1310916 May 10 19:21:48.753735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-99528031-d585-452c-abb3-a01ad305a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.755194 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-99528031-d585-452c-abb3-a01ad305a8cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.2824597 May 10 19:21:48.758818 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-26a675d1-0f0c-47a8-a28c-4a91f217b73e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 1001 time: 0.1577003 May 10 19:21:48.852534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-208f75d0-4ffa-4d0a-a6b9-3aa2d8b7f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.854568 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-208f75d0-4ffa-4d0a-a6b9-3aa2d8b7f625 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.1170413 May 10 19:21:48.933963 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '949a500f-0c4f-4107-9145-2bac7ed28f14', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'port_id': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'mac_address': 'fa:16:3e:b5:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:16Z', 'updated_at': '2022-05-10T19:21:47Z', 'revision_number': 1, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:48.963731 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ab5549-1e3d-46fb-a805-ab54380ef39c None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '949a500f-0c4f-4107-9145-2bac7ed28f14', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'port_id': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'mac_address': 'fa:16:3e:b5:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:16Z', 'updated_at': '2022-05-10T19:21:47Z', 'revision_number': 1, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:21:48.982655 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-59c51868-a684-419a-adef-adfa569b1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:48.984581 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-59c51868-a684-419a-adef-adfa569b1c23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1220937 May 10 19:21:48.990942 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:49.058002 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-46846ab9-9143-4888-a89a-6a53d2e1d2e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 200 len: 998 time: 0.3775277 May 10 19:21:49.069730 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80eff-23d2-48b4-969b-d5484066b2f3 req-67193cbe-0796-4098-aa4a-590a9d2d6123 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.073212 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b3b80eff-23d2-48b4-969b-d5484066b2f3 req-67193cbe-0796-4098-aa4a-590a9d2d6123 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.1585388 May 10 19:21:49.076894 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-eab66131-8d73-4855-9760-e67773ad565f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 200 len: 217 time: 0.3088737 May 10 19:21:49.160693 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-0c1c9b12-7a0c-4f47-bbdf-90faf3eacfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.162212 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-0c1c9b12-7a0c-4f47-bbdf-90faf3eacfdb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.3931348 May 10 19:21:49.196557 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1c972-bf0a-4de5-a47b-cade7511dc5f None None] New status for floating IP 949a500f-0c4f-4107-9145-2bac7ed28f14: ACTIVE {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:21:49.213011 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-575d202c-3681-45a6-a040-1d1966ba5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.214559 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-575d202c-3681-45a6-a040-1d1966ba5908 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.1236937 May 10 19:21:49.263893 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-0e1f2807-d38a-43be-9765-a3c76b94553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.265258 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-0e1f2807-d38a-43be-9765-a3c76b94553e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436406 May 10 19:21:49.269807 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-dae4e692-5416-4d65-8512-7141c9b6a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.271545 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-dae4e692-5416-4d65-8512-7141c9b6a6eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.1922429 May 10 19:21:49.357410 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-7b9e861e-2419-42d7-aaf4-b3105eee4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.359484 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-7b9e861e-2419-42d7-aaf4-b3105eee4144 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1893785 May 10 19:21:49.359713 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (cee0cc5b-0c30-4cda-b03d-5dce7c523a88), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:49.491224 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-9aaa867c-e6b3-477c-8bac-8493b9ae8e84 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230240 May 10 19:21:49.528623 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Pushing event deleted for resources: {'Port': ['ID=cee0cc5b-0c30-4cda-b03d-5dce7c523a88,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:49.557858 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b3b80eff-23d2-48b4-969b-d5484066b2f3 req-d7e29159-0411-427d-b81f-36622a3473df tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746416 May 10 19:21:49.560100 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-b1a9e59c-15b5-4929-84e8-63e0cd9f4aec service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638428 May 10 19:21:49.575291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-e8086ec0-b3ff-41ab-adc3-07899bd4988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:49.576930 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-e8086ec0-b3ff-41ab-adc3-07899bd4988b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2923882 May 10 19:21:49.589875 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.590225 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.594652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.595045 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.595450 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.597730 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.598117 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.598457 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.600152 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.610263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.610263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.610263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.610263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.610263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.610263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:21:49.738849 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-8031c567-ec24-4f25-97c7-2e847fa497ac service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514924 May 10 19:21:49.740635 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-9e8823a0-e380-4d68-9971-eb13fa02fa4b service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681926 May 10 19:21:49.745691 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] No DVR routers for this DVR port cee0cc5b-0c30-4cda-b03d-5dce7c523a88 on host hv-cinder-78481 {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:21:49.751819 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:49.755577 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.73 "DELETE /v2.0/ports/cee0cc5b-0c30-4cda-b03d-5dce7c523a88 HTTP/1.1" status: 204 len: 173 time: 1.5452149 May 10 19:21:49.756313 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'name': 'network-vif-deleted', 'tag': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:21:49.758804 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c0574a-3f88-4165-a6a2-fdf7f6d4e30d" -d '{"events": [{"server_uuid": "dc01c111-05fe-4aad-97fd-82cdf7cede60", "name": "network-vif-deleted", "tag": "cee0cc5b-0c30-4cda-b03d-5dce7c523a88"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:21:49.763701 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48732) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:49.828989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e691d70-7902-4371-a838-87cd5704123c x-openstack-request-id: req-4e691d70-7902-4371-a838-87cd5704123c {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:21:49.829368 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01c111-05fe-4aad-97fd-82cdf7cede60", "name": "network-vif-deleted", "tag": "cee0cc5b-0c30-4cda-b03d-5dce7c523a88", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:21:49.829688 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e691d70-7902-4371-a838-87cd5704123c {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:21:49.830171 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e691d70-7902-4371-a838-87cd5704123c'] response: {'server_uuid': 'dc01c111-05fe-4aad-97fd-82cdf7cede60', 'name': 'network-vif-deleted', 'tag': 'cee0cc5b-0c30-4cda-b03d-5dce7c523a88', 'status': 'completed', 'code': 200} May 10 19:21:49.837873 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e2835b-1e7d-47d8-ac22-8d57bc22cbdb req-a15e6586-cbeb-4d97-88e8-f4121466f7f3 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708311 May 10 19:21:49.868240 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-73fe02f3-9cd2-474b-894a-fc86780f591f req-5e20d6a3-5cdf-4ae6-b7ea-8466ef4894ca service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670712 May 10 19:21:49.969593 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48744) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:49.984876 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d7767a55-1244-482f-a7c2-ae7b2be17f16 req-bfa3087c-6316-44cc-9766-4344d43bf307 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303457 May 10 19:21:49.987039 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1f7e164d-28fc-4218-8f32-c68947b255fc req-e3925ecd-39cd-4eae-baaf-f0d241dd5e18 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315571 May 10 19:21:50.013854 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b6323af5-ecaf-4498-beb0-9c0bc221a7b0 req-3e767a12-c203-417d-b39a-88c810ef545a tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.0460830 May 10 19:21:50.087399 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-adb7b50e-93fb-426d-85e8-e46c66359d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.187194 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a0541b84-9883-48cc-97db-a064ab96e2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.194288 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-adb7b50e-93fb-426d-85e8-e46c66359d0d admin admin] Publish callbacks [] for security_group (d93d7896-a996-4de6-a923-a631628a1629), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.201500 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-adb7b50e-93fb-426d-85e8-e46c66359d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d93d7896-a996-4de6-a923-a631628a1629), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.253963 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-adb7b50e-93fb-426d-85e8-e46c66359d0d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e92758b0ab445ae80cb636133b5d245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865732 May 10 19:21:50.253963 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b50e-93fb-426d-85e8-e46c66359d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d7896-a996-4de6-a923-a631628a1629,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:50.254637 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48762) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:50.318192 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a0541b84-9883-48cc-97db-a064ab96e2b1 admin admin] Publish callbacks [] for security_group (983f2d75-424c-4742-a027-75065ad98dd5), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.320376 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a641283d-0cbc-428d-acda-ac41e9a16584 admin admin] Publish callbacks [] for security_group (d93d7896-a996-4de6-a923-a631628a1629), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.324032 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a0541b84-9883-48cc-97db-a064ab96e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (983f2d75-424c-4742-a027-75065ad98dd5), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.348293 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a641283d-0cbc-428d-acda-ac41e9a16584 admin admin] Publish callbacks [] for security_group (d93d7896-a996-4de6-a923-a631628a1629), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.363191 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0541b84-9883-48cc-97db-a064ab96e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f2d75-424c-4742-a027-75065ad98dd5,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:50.368619 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a0541b84-9883-48cc-97db-a064ab96e2b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a86324b248ca462997a6c1e307303b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975728 May 10 19:21:50.371246 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48766) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:50.407266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a641283d-0cbc-428d-acda-ac41e9a16584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d93d7896-a996-4de6-a923-a631628a1629), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.410203 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a641283d-0cbc-428d-acda-ac41e9a16584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.411347 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a641283d-0cbc-428d-acda-ac41e9a16584 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d93d7896-a996-4de6-a923-a631628a1629 HTTP/1.1" status: 204 len: 168 time: 0.1551087 May 10 19:21:50.425160 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641283d-0cbc-428d-acda-ac41e9a16584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d7896-a996-4de6-a923-a631628a1629,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:50.466899 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd500-1486-4207-a815-0ff957d4b233 admin admin] Publish callbacks [] for security_group (983f2d75-424c-4742-a027-75065ad98dd5), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.501256 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd500-1486-4207-a815-0ff957d4b233 admin admin] Publish callbacks [] for security_group (983f2d75-424c-4742-a027-75065ad98dd5), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.567727 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd500-1486-4207-a815-0ff957d4b233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (983f2d75-424c-4742-a027-75065ad98dd5), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.570784 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd500-1486-4207-a815-0ff957d4b233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.575827 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-dd9fd500-1486-4207-a815-0ff957d4b233 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/983f2d75-424c-4742-a027-75065ad98dd5 HTTP/1.1" status: 204 len: 168 time: 0.2036109 May 10 19:21:50.589801 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fd500-1486-4207-a815-0ff957d4b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f2d75-424c-4742-a027-75065ad98dd5,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:50.659464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:50.765213 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04420b-2cce-4ecd-8359-7769249e164c req-f3880b90-24cc-4e9f-8f0d-1973758f4a45 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:50.767280 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-af04420b-2cce-4ecd-8359-7769249e164c req-f3880b90-24cc-4e9f-8f0d-1973758f4a45 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0764811 May 10 19:21:50.826064 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-af04420b-2cce-4ecd-8359-7769249e164c req-85015f08-914c-4bf7-94f5-6eb3ce9f1d71 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529180 May 10 19:21:51.031426 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cee0cc5b-0c30-4cda-b03d-5dce7c523a88 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:21:51.053088 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: cee0cc5b-0c30-4cda-b03d-5dce7c523a88 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:21:51.053181 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cee0cc5b-0c30-4cda-b03d-5dce7c523a88 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:21:51.151474 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d73c708c-bfbe-4190-94b3-4632f7827e81 req-6759e3bd-d61c-4b93-b111-0f2632180241 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc01c111-05fe-4aad-97fd-82cdf7cede60 HTTP/1.1" status: 200 len: 210 time: 0.0309310 May 10 19:21:52.010857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e5a2-fbd1-4f23-860b-40e48bce606b req-74ec23c7-72a1-45e5-a33b-3b35b5e5cbed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:52.018942 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6449e5a2-fbd1-4f23-860b-40e48bce606b req-74ec23c7-72a1-45e5-a33b-3b35b5e5cbed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0811727 May 10 19:21:52.083494 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6449e5a2-fbd1-4f23-860b-40e48bce606b req-9719f05c-12ac-4d99-94ec-0ef19c4e0027 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636456 May 10 19:21:52.379403 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48888) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:52.496577 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b6d7226b-17c2-4fb0-8b3f-c2a1144f5b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.578383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b6d7226b-17c2-4fb0-8b3f-c2a1144f5b44 admin admin] Publish callbacks [] for security_group (c76a63d0-d5b9-445c-bd11-9a98b35f1080), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.582266 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b6d7226b-17c2-4fb0-8b3f-c2a1144f5b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c76a63d0-d5b9-445c-bd11-9a98b35f1080), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.620524 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b6d7226b-17c2-4fb0-8b3f-c2a1144f5b44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1f877136e804c59b4bd9bac1fc89ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390640 May 10 19:21:52.621713 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7226b-17c2-4fb0-8b3f-c2a1144f5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a63d0-d5b9-445c-bd11-9a98b35f1080,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:52.623245 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48898) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:52.673500 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7aec6093-ca53-43ba-aace-e9e2c4a91842 admin admin] Publish callbacks [] for security_group (c76a63d0-d5b9-445c-bd11-9a98b35f1080), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.694780 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7aec6093-ca53-43ba-aace-e9e2c4a91842 admin admin] Publish callbacks [] for security_group (c76a63d0-d5b9-445c-bd11-9a98b35f1080), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.743940 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7aec6093-ca53-43ba-aace-e9e2c4a91842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c76a63d0-d5b9-445c-bd11-9a98b35f1080), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.746520 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7aec6093-ca53-43ba-aace-e9e2c4a91842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:52.747644 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-7aec6093-ca53-43ba-aace-e9e2c4a91842 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c76a63d0-d5b9-445c-bd11-9a98b35f1080 HTTP/1.1" status: 204 len: 168 time: 0.1229508 May 10 19:21:52.755318 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec6093-ca53-43ba-aace-e9e2c4a91842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a63d0-d5b9-445c-bd11-9a98b35f1080,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:53.012983 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48908) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:53.026432 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-43dd32f8-7ae6-42a0-9261-51780e291e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.107803 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-43dd32f8-7ae6-42a0-9261-51780e291e8c admin admin] Publish callbacks [] for security_group (c472725f-a500-442d-98c7-b6a78fcec263), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.112114 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-43dd32f8-7ae6-42a0-9261-51780e291e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c472725f-a500-442d-98c7-b6a78fcec263), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.143725 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48914) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:53.145056 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-43dd32f8-7ae6-42a0-9261-51780e291e8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fdfb8e5cdb649618d84f66d5ef5a8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307230 May 10 19:21:53.177385 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd32f8-7ae6-42a0-9261-51780e291e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c472725f-a500-442d-98c7-b6a78fcec263,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:53.229903 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-702c511f-d644-4fca-950b-d27b2cc0c9c1 admin admin] Publish callbacks [] for security_group (c472725f-a500-442d-98c7-b6a78fcec263), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.241289 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf3a28-f842-45ae-bd43-d1827b47210e req-78f27208-9fab-4047-877e-84dfeee4296b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:53.242811 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5ccf3a28-f842-45ae-bd43-d1827b47210e req-78f27208-9fab-4047-877e-84dfeee4296b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0604002 May 10 19:21:53.269741 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-702c511f-d644-4fca-950b-d27b2cc0c9c1 admin admin] Publish callbacks [] for security_group (c472725f-a500-442d-98c7-b6a78fcec263), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.328909 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5ccf3a28-f842-45ae-bd43-d1827b47210e req-ac3c8fd1-23e8-4aae-8ae9-ed33c1b1e135 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790093 May 10 19:21:53.345936 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-702c511f-d644-4fca-950b-d27b2cc0c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c472725f-a500-442d-98c7-b6a78fcec263), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.348694 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-702c511f-d644-4fca-950b-d27b2cc0c9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.349791 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-702c511f-d644-4fca-950b-d27b2cc0c9c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c472725f-a500-442d-98c7-b6a78fcec263 HTTP/1.1" status: 204 len: 168 time: 0.2046437 May 10 19:21:53.357792 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c511f-d644-4fca-950b-d27b2cc0c9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472725f-a500-442d-98c7-b6a78fcec263,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:53.670635 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48938) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:53.715027 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_v2 [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Deleting subnet e9230fd4-80dd-4d2e-bdb2-696818496037 {{(pid=103462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:21:53.718216 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Publish callbacks [] for subnet (e9230fd4-80dd-4d2e-bdb2-696818496037), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.752980 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Publish callbacks [] for subnet (e9230fd4-80dd-4d2e-bdb2-696818496037), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.762748 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (e9230fd4-80dd-4d2e-bdb2-696818496037), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.824176 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (e9230fd4-80dd-4d2e-bdb2-696818496037), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.853604 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:53.858983 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e9230fd4-80dd-4d2e-bdb2-696818496037 HTTP/1.1" status: 204 len: 168 time: 0.1865833 May 10 19:21:53.858983 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96279659-902e-4c20-9148-9b4eca9d5363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9230fd4-80dd-4d2e-bdb2-696818496037,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:53.859690 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 48946) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:53.938045 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (796b12f5-6605-47bf-a03a-d63db662398a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.028766 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (796b12f5-6605-47bf-a03a-d63db662398a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.053316 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.053680 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.054420 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.054768 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.055123 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.055435 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.055773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.056100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.056927 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.057261 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.138295 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.138573 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.138905 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.139239 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:21:54.139609 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796b12f5-6605-47bf-a03a-d63db662398a']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:54.156812 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:54.157111 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d7bcb8-0d4f-48ec-9d08-104927bbdb5a') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:21:54.175012 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (99d7bcb8-0d4f-48ec-9d08-104927bbdb5a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.197753 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (99d7bcb8-0d4f-48ec-9d08-104927bbdb5a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.207980 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:21:54.208371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (99d7bcb8-0d4f-48ec-9d08-104927bbdb5a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: from cryptography.utils import int_from_bytes May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: from cryptography.utils import int_from_bytes May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:21:54.232803 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:21:54.290242 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (796b12f5-6605-47bf-a03a-d63db662398a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.307726 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=796b12f5-6605-47bf-a03a-d63db662398a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:54.309669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.313038 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a52a9407-599e-4009-a911-c81b2c2fcff7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/796b12f5-6605-47bf-a03a-d63db662398a HTTP/1.1" status: 204 len: 168 time: 0.4483981 May 10 19:21:54.462377 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4376535-a763-4cf0-a321-b08647c48de3 req-13ba753c-c867-4ab2-88f5-78714d648654 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:54.464798 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4376535-a763-4cf0-a321-b08647c48de3 req-13ba753c-c867-4ab2-88f5-78714d648654 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0607996 May 10 19:21:54.491977 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48966) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:54.550151 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4376535-a763-4cf0-a321-b08647c48de3 req-6bf7cb7a-d754-4749-9222-bd82df79147c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780880 May 10 19:21:54.556491 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8c5283a4-123f-4960-9c0c-6cf385fa87fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f6baa22c9994643b63ecfe6b43988f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0631797 May 10 19:21:54.559181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 48972) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:54.612513 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-af2e7c64-2011-4811-912d-35856364c9c2 admin admin] Publish callbacks [] for security_group (fc41ecc3-ee34-4ec2-94fd-0b44b46773fb), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.639866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-af2e7c64-2011-4811-912d-35856364c9c2 admin admin] Publish callbacks [] for security_group (fc41ecc3-ee34-4ec2-94fd-0b44b46773fb), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.686619 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-af2e7c64-2011-4811-912d-35856364c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fc41ecc3-ee34-4ec2-94fd-0b44b46773fb), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.689233 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-af2e7c64-2011-4811-912d-35856364c9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:54.690368 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-af2e7c64-2011-4811-912d-35856364c9c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc41ecc3-ee34-4ec2-94fd-0b44b46773fb HTTP/1.1" status: 204 len: 168 time: 0.1298258 May 10 19:21:54.698697 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e7c64-2011-4811-912d-35856364c9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41ecc3-ee34-4ec2-94fd-0b44b46773fb,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:55.668175 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba90690-2b0e-4e28-b5a5-c24a6e8ec9e1 req-56e297f0-5854-483e-828a-da411dc0a91f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:55.669773 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bba90690-2b0e-4e28-b5a5-c24a6e8ec9e1 req-56e297f0-5854-483e-828a-da411dc0a91f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0495713 May 10 19:21:55.729222 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bba90690-2b0e-4e28-b5a5-c24a6e8ec9e1 req-cb547ce7-edda-4d25-a17f-a7bc22813445 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 May 10 19:21:56.848570 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a710f-9867-4554-8b1c-50b39a673801 req-4cfe3ab4-3b10-4fcc-a5ec-3d92b5bcf51b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:56.850061 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8b0a710f-9867-4554-8b1c-50b39a673801 req-4cfe3ab4-3b10-4fcc-a5ec-3d92b5bcf51b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0519886 May 10 19:21:56.903009 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8b0a710f-9867-4554-8b1c-50b39a673801 req-362dc214-1863-4c53-8b51-2a96e888bddb tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 May 10 19:21:58.033377 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c955dc-6b7c-4806-8989-8e38033e6603 req-730a93f3-9a32-4409-97bb-5374938629f6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:58.033377 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b4c955dc-6b7c-4806-8989-8e38033e6603 req-730a93f3-9a32-4409-97bb-5374938629f6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0526609 May 10 19:21:58.050758 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49072) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:58.085880 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b4c955dc-6b7c-4806-8989-8e38033e6603 req-ef0632b6-5afa-4a69-ae43-43d3b7cc6e48 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 May 10 19:21:58.157304 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e5c9242f-b572-483f-92cc-05613d820b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.234668 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e5c9242f-b572-483f-92cc-05613d820b93 admin admin] Publish callbacks [] for security_group (42ea5319-dbe3-4c65-94e5-95c77adbce4a), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.238339 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e5c9242f-b572-483f-92cc-05613d820b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (42ea5319-dbe3-4c65-94e5-95c77adbce4a), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.279038 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e5c9242f-b572-483f-92cc-05613d820b93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2c181352e654eaab3d3b8fd89713620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272346 May 10 19:21:58.279892 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9242f-b572-483f-92cc-05613d820b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ea5319-dbe3-4c65-94e5-95c77adbce4a,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:58.281962 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49078) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:58.349791 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e0096fd4-e318-478d-9b43-b1e5d8e6f143 admin admin] Publish callbacks [] for security_group (42ea5319-dbe3-4c65-94e5-95c77adbce4a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.371331 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e0096fd4-e318-478d-9b43-b1e5d8e6f143 admin admin] Publish callbacks [] for security_group (42ea5319-dbe3-4c65-94e5-95c77adbce4a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.420288 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e0096fd4-e318-478d-9b43-b1e5d8e6f143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (42ea5319-dbe3-4c65-94e5-95c77adbce4a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.423178 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e0096fd4-e318-478d-9b43-b1e5d8e6f143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.424323 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e0096fd4-e318-478d-9b43-b1e5d8e6f143 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/42ea5319-dbe3-4c65-94e5-95c77adbce4a HTTP/1.1" status: 204 len: 168 time: 0.1413388 May 10 19:21:58.434116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0096fd4-e318-478d-9b43-b1e5d8e6f143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ea5319-dbe3-4c65-94e5-95c77adbce4a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:58.683641 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49092) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:58.696679 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-457c2be8-be84-4d92-a410-5a3524ad1f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.775418 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-457c2be8-be84-4d92-a410-5a3524ad1f23 admin admin] Publish callbacks [] for security_group (2bec2fe6-a737-41e1-b7eb-94140cdcb27e), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.779196 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-457c2be8-be84-4d92-a410-5a3524ad1f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (2bec2fe6-a737-41e1-b7eb-94140cdcb27e), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.817615 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-457c2be8-be84-4d92-a410-5a3524ad1f23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a05fb8b13ad420eb04b77f51ff21e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328602 May 10 19:21:58.818640 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2be8-be84-4d92-a410-5a3524ad1f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bec2fe6-a737-41e1-b7eb-94140cdcb27e,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:58.820119 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49094) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:21:58.868548 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8b2b70fc-4508-4e71-a809-cb75af3664c7 admin admin] Publish callbacks [] for security_group (2bec2fe6-a737-41e1-b7eb-94140cdcb27e), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.889463 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8b2b70fc-4508-4e71-a809-cb75af3664c7 admin admin] Publish callbacks [] for security_group (2bec2fe6-a737-41e1-b7eb-94140cdcb27e), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.934672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8b2b70fc-4508-4e71-a809-cb75af3664c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (2bec2fe6-a737-41e1-b7eb-94140cdcb27e), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.937265 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8b2b70fc-4508-4e71-a809-cb75af3664c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:21:58.938428 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8b2b70fc-4508-4e71-a809-cb75af3664c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bec2fe6-a737-41e1-b7eb-94140cdcb27e HTTP/1.1" status: 204 len: 168 time: 0.1172683 May 10 19:21:58.946083 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b70fc-4508-4e71-a809-cb75af3664c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bec2fe6-a737-41e1-b7eb-94140cdcb27e,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:21:59.198266 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f8890-2a67-4a85-a87b-40aa5889bab1 req-737cd7b1-63b0-4c42-8d32-c186a0d222dc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:21:59.199752 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-706f8890-2a67-4a85-a87b-40aa5889bab1 req-737cd7b1-63b0-4c42-8d32-c186a0d222dc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0470133 May 10 19:21:59.247276 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-706f8890-2a67-4a85-a87b-40aa5889bab1 req-e46f1a88-e9ef-46a3-be5f-107c28945a83 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 May 10 19:22:00.358038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec6f2-f278-4640-8ea4-b0b3172c7ebe req-fb31875f-bd6a-4073-bda4-edf2df54e275 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:00.359609 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-18bec6f2-f278-4640-8ea4-b0b3172c7ebe req-fb31875f-bd6a-4073-bda4-edf2df54e275 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0461748 May 10 19:22:00.411112 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-18bec6f2-f278-4640-8ea4-b0b3172c7ebe req-3b42d40a-ce2b-494c-bdd6-6dd3bb7881c3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 May 10 19:22:01.526563 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438ba7-968f-4dfa-8f5c-41db14d1bf03 req-a5f09d2c-ec89-4cfe-b1ca-bd4ef79c9697 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:01.527950 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-12438ba7-968f-4dfa-8f5c-41db14d1bf03 req-a5f09d2c-ec89-4cfe-b1ca-bd4ef79c9697 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0475912 May 10 19:22:01.576027 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-12438ba7-968f-4dfa-8f5c-41db14d1bf03 req-6ba537ea-a361-4f1f-b392-83ca17a58fd7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 May 10 19:22:02.688162 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7325cc2-7cbe-442d-8455-5943db5e9485 req-e7fec569-2a49-4f44-83b3-1ef520d99325 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:02.689683 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7325cc2-7cbe-442d-8455-5943db5e9485 req-e7fec569-2a49-4f44-83b3-1ef520d99325 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0468388 May 10 19:22:02.736239 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7325cc2-7cbe-442d-8455-5943db5e9485 req-a15e8257-7690-4598-b166-0e95d787dbcb tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 May 10 19:22:03.988048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbb2ef-6b5e-4565-969d-9664ab019ab2 req-94505343-086c-46a8-ba58-7b30a76445e9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:03.989529 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ffbb2ef-6b5e-4565-969d-9664ab019ab2 req-94505343-086c-46a8-ba58-7b30a76445e9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0497885 May 10 19:22:04.037000 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ffbb2ef-6b5e-4565-969d-9664ab019ab2 req-8cbd97e4-f697-4c96-96b9-cbeebe72fa4c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 May 10 19:22:05.171027 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01373b71-1306-4da8-a2b5-96d6431b6141 req-9c0bb838-7475-48ce-832b-b09f68ad01b6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:05.172742 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-01373b71-1306-4da8-a2b5-96d6431b6141 req-9c0bb838-7475-48ce-832b-b09f68ad01b6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0552404 May 10 19:22:05.229661 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-01373b71-1306-4da8-a2b5-96d6431b6141 req-34844b84-4d30-4755-8228-26b5628175f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505357 May 10 19:22:06.336568 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5abe9c-9dc6-497c-8bf3-d06664fd572e req-d1d7974c-5d3f-4c8f-bf4b-da0ac0acd7f2 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:06.338185 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cc5abe9c-9dc6-497c-8bf3-d06664fd572e req-d1d7974c-5d3f-4c8f-bf4b-da0ac0acd7f2 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0501533 May 10 19:22:06.389337 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cc5abe9c-9dc6-497c-8bf3-d06664fd572e req-3fae2d57-600f-4d5b-88a0-694cac976120 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 May 10 19:22:06.715586 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:22:07.501350 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52781e-fe68-4347-be24-ee58bef67b3f req-7ea748ba-81f2-4219-ad83-70fdfbfa5260 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:07.502820 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2b52781e-fe68-4347-be24-ee58bef67b3f req-7ea748ba-81f2-4219-ad83-70fdfbfa5260 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0464079 May 10 19:22:07.550669 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2b52781e-fe68-4347-be24-ee58bef67b3f req-98ac25b2-5383-4b14-93ee-b20189fbaea6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 May 10 19:22:08.666397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412311-2cca-4a21-9d9a-4781a44b3b14 req-135b52f1-63f2-4ed7-a937-22c11e78d1d4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:08.667880 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-62412311-2cca-4a21-9d9a-4781a44b3b14 req-135b52f1-63f2-4ed7-a937-22c11e78d1d4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0510190 May 10 19:22:08.722971 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-62412311-2cca-4a21-9d9a-4781a44b3b14 req-25f00686-fea7-490d-91f8-b06e66182280 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 May 10 19:22:09.839230 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ac590-31e5-466d-a795-620523e8ea85 req-e86fbe52-aa3c-4b8f-a7ac-5005b1435257 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:09.840775 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b3ac590-31e5-466d-a795-620523e8ea85 req-e86fbe52-aa3c-4b8f-a7ac-5005b1435257 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0542207 May 10 19:22:09.890387 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b3ac590-31e5-466d-a795-620523e8ea85 req-3f6cdde8-9312-4295-9cc2-b0a2db06a5a3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 May 10 19:22:11.003026 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a6c5-e0da-4030-8169-a7f4708e3f95 req-c3259854-baff-41fb-a700-5e1baefc5a43 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:11.004511 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d3c1a6c5-e0da-4030-8169-a7f4708e3f95 req-c3259854-baff-41fb-a700-5e1baefc5a43 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0468531 May 10 19:22:11.051158 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d3c1a6c5-e0da-4030-8169-a7f4708e3f95 req-86042a5b-dee3-441a-a3c2-3e6cc813eca7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 May 10 19:22:12.168233 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b101fc1-d4bf-4976-bca9-e0057fc91add req-7a371536-ae51-413b-9996-7ac31dbaf888 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:12.169614 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7b101fc1-d4bf-4976-bca9-e0057fc91add req-7a371536-ae51-413b-9996-7ac31dbaf888 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0487821 May 10 19:22:12.215690 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7b101fc1-d4bf-4976-bca9-e0057fc91add req-9e759a34-9bdb-42dd-9d76-2991ed3e9d78 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 May 10 19:22:13.323879 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359635-dae1-49a5-aa9a-74021de202e5 req-11e483ad-b419-4a8a-9089-cd9f9bc0764d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:13.325602 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8a359635-dae1-49a5-aa9a-74021de202e5 req-11e483ad-b419-4a8a-9089-cd9f9bc0764d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0460463 May 10 19:22:13.372329 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8a359635-dae1-49a5-aa9a-74021de202e5 req-ff87685a-b8c9-4a2f-b880-1336ac0292b0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 May 10 19:22:14.286172 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7a397046-c59c-4fa2-b284-cc42afef5e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:14.481937 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1334f1-15ba-4f93-89ca-f7982c70f30f req-1e8f9825-da3c-4d16-b1d3-04a24cfe25d5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:14.483308 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f1334f1-15ba-4f93-89ca-f7982c70f30f req-1e8f9825-da3c-4d16-b1d3-04a24cfe25d5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0453341 May 10 19:22:14.532351 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f1334f1-15ba-4f93-89ca-f7982c70f30f req-88ce07c6-6a59-47da-a264-39fc520e5618 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 May 10 19:22:15.446673 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:15.642665 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29b695-850d-4130-b39e-cc1fbb90fe46 req-9828bd85-7802-437f-a448-15e3bdbbb02a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:15.644138 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f29b695-850d-4130-b39e-cc1fbb90fe46 req-9828bd85-7802-437f-a448-15e3bdbbb02a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0467951 May 10 19:22:15.694233 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f29b695-850d-4130-b39e-cc1fbb90fe46 req-91ad72d0-6858-4691-91fd-8c66bb55e2d6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 May 10 19:22:16.662427 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1953d908-e407-40a3-9663-f861615d076b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:16.811122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7799ee9-71de-4b6d-881c-8562c734ea53 req-0f7294d3-5a84-4bd9-b552-f4c86348668c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:16.812732 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d7799ee9-71de-4b6d-881c-8562c734ea53 req-0f7294d3-5a84-4bd9-b552-f4c86348668c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0509765 May 10 19:22:16.863897 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d7799ee9-71de-4b6d-881c-8562c734ea53 req-3fcfaece-de7b-4f4f-902a-ccdc932c91f5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 May 10 19:22:17.403172 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:17.989091 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574a1c3-e3e3-43fa-aacb-9a2683c35d40 req-2b1add37-24e8-4f4c-bb81-da7225d034ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:17.990607 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e574a1c3-e3e3-43fa-aacb-9a2683c35d40 req-2b1add37-24e8-4f4c-bb81-da7225d034ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0581815 May 10 19:22:18.046117 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e574a1c3-e3e3-43fa-aacb-9a2683c35d40 req-92d808e5-2940-4f07-95ee-04278cc36ec8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 May 10 19:22:18.162496 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49530) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:18.262052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49536) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:18.337611 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b28a414b-5a8d-4154-9091-ded86d9e02ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.391814 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0544fcd2-f1ec-4681-b6a3-dabd1f5dd59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.453517 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b28a414b-5a8d-4154-9091-ded86d9e02ad admin admin] Publish callbacks [] for security_group (d089ed7f-ae59-4182-8bf1-3a25874573b3), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.459652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b28a414b-5a8d-4154-9091-ded86d9e02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d089ed7f-ae59-4182-8bf1-3a25874573b3), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.515262 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a414b-5a8d-4154-9091-ded86d9e02ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d089ed7f-ae59-4182-8bf1-3a25874573b3,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:18.522988 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b28a414b-5a8d-4154-9091-ded86d9e02ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42262f61351e4942a9f814d9def32fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593490 May 10 19:22:18.526396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49542) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:18.542387 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0544fcd2-f1ec-4681-b6a3-dabd1f5dd59d admin admin] Publish callbacks [] for security_group (3d030d23-e67d-49af-8bed-dba2c009bdd9), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.546372 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0544fcd2-f1ec-4681-b6a3-dabd1f5dd59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3d030d23-e67d-49af-8bed-dba2c009bdd9), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.576973 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af32dd8c-3baa-48fb-9de0-cd38c64dc33b admin admin] Publish callbacks [] for security_group (d089ed7f-ae59-4182-8bf1-3a25874573b3), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.578281 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544fcd2-f1ec-4681-b6a3-dabd1f5dd59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d030d23-e67d-49af-8bed-dba2c009bdd9,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:18.592127 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-0544fcd2-f1ec-4681-b6a3-dabd1f5dd59d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca236cd277854efeb4f3631e1568bb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287656 May 10 19:22:18.594590 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49548) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:18.607340 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af32dd8c-3baa-48fb-9de0-cd38c64dc33b admin admin] Publish callbacks [] for security_group (d089ed7f-ae59-4182-8bf1-3a25874573b3), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.650069 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6b13a8e7-324f-4245-90e4-4766adbe1147 admin admin] Publish callbacks [] for security_group (3d030d23-e67d-49af-8bed-dba2c009bdd9), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.659249 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af32dd8c-3baa-48fb-9de0-cd38c64dc33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d089ed7f-ae59-4182-8bf1-3a25874573b3), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.661964 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af32dd8c-3baa-48fb-9de0-cd38c64dc33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.665945 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-af32dd8c-3baa-48fb-9de0-cd38c64dc33b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d089ed7f-ae59-4182-8bf1-3a25874573b3 HTTP/1.1" status: 204 len: 168 time: 0.1384881 May 10 19:22:18.673789 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32dd8c-3baa-48fb-9de0-cd38c64dc33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d089ed7f-ae59-4182-8bf1-3a25874573b3,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:18.678698 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6b13a8e7-324f-4245-90e4-4766adbe1147 admin admin] Publish callbacks [] for security_group (3d030d23-e67d-49af-8bed-dba2c009bdd9), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.744257 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6b13a8e7-324f-4245-90e4-4766adbe1147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3d030d23-e67d-49af-8bed-dba2c009bdd9), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.747261 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6b13a8e7-324f-4245-90e4-4766adbe1147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:18.748458 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-6b13a8e7-324f-4245-90e4-4766adbe1147 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3d030d23-e67d-49af-8bed-dba2c009bdd9 HTTP/1.1" status: 204 len: 168 time: 0.1529152 May 10 19:22:18.763014 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13a8e7-324f-4245-90e4-4766adbe1147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d030d23-e67d-49af-8bed-dba2c009bdd9,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:18.997461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.098287 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49574) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:19.111388 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7e289e9-801c-42b9-a53d-72fa6f2cce07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.166078 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e637d-363d-4fab-8867-31105b04921c req-a52bd1c1-b94d-4344-acbf-6028c7bdbc2c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:19.168190 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-171e637d-363d-4fab-8867-31105b04921c req-a52bd1c1-b94d-4344-acbf-6028c7bdbc2c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0492041 May 10 19:22:19.193139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7e289e9-801c-42b9-a53d-72fa6f2cce07 admin admin] Publish callbacks [] for security_group (c6caeb59-7c02-4933-a51a-a9e4c85c8350), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.197463 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7e289e9-801c-42b9-a53d-72fa6f2cce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c6caeb59-7c02-4933-a51a-a9e4c85c8350), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.220152 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-171e637d-363d-4fab-8867-31105b04921c req-09bbae55-659a-4349-af28-d6d64f95b5dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 May 10 19:22:19.236275 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e289e9-801c-42b9-a53d-72fa6f2cce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6caeb59-7c02-4933-a51a-a9e4c85c8350,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:19.241532 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f7e289e9-801c-42b9-a53d-72fa6f2cce07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a6e63626c594ca49a3ec6f6177366ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421614 May 10 19:22:19.244708 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49578) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:19.296819 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-57b576cc-56cb-4e27-a1ae-20e4c5bb7f2e admin admin] Publish callbacks [] for security_group (c6caeb59-7c02-4933-a51a-a9e4c85c8350), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.319141 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-57b576cc-56cb-4e27-a1ae-20e4c5bb7f2e admin admin] Publish callbacks [] for security_group (c6caeb59-7c02-4933-a51a-a9e4c85c8350), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.371135 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-57b576cc-56cb-4e27-a1ae-20e4c5bb7f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c6caeb59-7c02-4933-a51a-a9e4c85c8350), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.373745 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-57b576cc-56cb-4e27-a1ae-20e4c5bb7f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.375162 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-57b576cc-56cb-4e27-a1ae-20e4c5bb7f2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6caeb59-7c02-4933-a51a-a9e4c85c8350 HTTP/1.1" status: 204 len: 168 time: 0.1293583 May 10 19:22:19.384043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b576cc-56cb-4e27-a1ae-20e4c5bb7f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6caeb59-7c02-4933-a51a-a9e4c85c8350,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:19.465346 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49590) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:19.662864 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1499171045-network', 'tenant_id': '5f9cf73cfc1043eb95dd842193435253'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:19.684550 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Made reservation on behalf of 5f9cf73cfc1043eb95dd842193435253 for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:19.686953 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.692806 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49596) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:19.696877 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.706614 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9c72f558-fb93-48a8-a91f-f5c26c845c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.770743 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks [] for security_group (66414254-b227-45f8-b32e-756014e637ea), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.774581 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (66414254-b227-45f8-b32e-756014e637ea), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.782491 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9c72f558-fb93-48a8-a91f-f5c26c845c74 admin admin] Publish callbacks [] for security_group (cca123fa-bded-4fa0-81ad-302537709e9d), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.787350 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9c72f558-fb93-48a8-a91f-f5c26c845c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cca123fa-bded-4fa0-81ad-302537709e9d), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.800933 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:19.818788 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66414254-b227-45f8-b32e-756014e637ea,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:19.827505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (ac99631f-a02c-47a5-b62f-0f470c6be0b2), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.827611 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Added segment ac99631f-a02c-47a5-b62f-0f470c6be0b2 of type vlan for network 5ae561ab-5282-411f-ae74-e18ba13579b9 May 10 19:22:19.830638 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-9c72f558-fb93-48a8-a91f-f5c26c845c74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ab077ace57d4933b9c92be2c0c9d4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366699 May 10 19:22:19.831299 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49600) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:19.843748 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72f558-fb93-48a8-a91f-f5c26c845c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca123fa-bded-4fa0-81ad-302537709e9d,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:19.876827 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (5ae561ab-5282-411f-ae74-e18ba13579b9), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.883939 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8e6378bc-786c-41e2-980a-5666839b947a admin admin] Publish callbacks [] for security_group (cca123fa-bded-4fa0-81ad-302537709e9d), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.901078 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (5ae561ab-5282-411f-ae74-e18ba13579b9), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.902124 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:19.902742 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.905807 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8e6378bc-786c-41e2-980a-5666839b947a admin admin] Publish callbacks [] for security_group (cca123fa-bded-4fa0-81ad-302537709e9d), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.957319 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4908814 May 10 19:22:19.957532 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8e6378bc-786c-41e2-980a-5666839b947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cca123fa-bded-4fa0-81ad-302537709e9d), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.959998 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49602) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:19.960122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8e6378bc-786c-41e2-980a-5666839b947a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:19.962021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8e6378bc-786c-41e2-980a-5666839b947a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cca123fa-bded-4fa0-81ad-302537709e9d HTTP/1.1" status: 204 len: 168 time: 0.1291544 May 10 19:22:19.967713 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Request body: {'subnet': {'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1499171045-subnet', 'tenant_id': '5f9cf73cfc1043eb95dd842193435253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:19.969797 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6378bc-786c-41e2-980a-5666839b947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca123fa-bded-4fa0-81ad-302537709e9d,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:19.980065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b93f67-60da-4609-abfe-ba982d293bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae561ab-5282-411f-ae74-e18ba13579b9,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:19.993914 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Made reservation on behalf of 5f9cf73cfc1043eb95dd842193435253 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:19.994827 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 5ae561ab-5282-411f-ae74-e18ba13579b9 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:22:19.996387 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:20.177059 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:20.243316 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:20.249706 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Checking segment: {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:22:20.250479 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Network hostable DHCP agents. Network: 5ae561ab-5282-411f-ae74-e18ba13579b9, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:20.269470 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Network 5ae561ab-5282-411f-ae74-e18ba13579b9 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:20.281589 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 5ae561ab-5282-411f-ae74-e18ba13579b9) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:20.286135 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:20.286731 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:20.293829 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deeb4d9-b68b-489b-afc6-06e36a157c4f None None] Network 5ae561ab-5282-411f-ae74-e18ba13579b9 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:22:20.315155 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9dcca435-79fb-4c1f-8259-ca127c165d6c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3454740 May 10 19:22:20.365378 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7cbf1-53a3-4717-a12b-e02274d12e05 req-2b6de305-9c0b-4aee-a55a-06148a5a89b3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:20.373584 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-37b7cbf1-53a3-4717-a12b-e02274d12e05 req-2b6de305-9c0b-4aee-a55a-06148a5a89b3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0655565 May 10 19:22:20.414953 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d440d9a-7e92-4e82-a7fc-1008c3569c23 None None] Network 5ae561ab-5282-411f-ae74-e18ba13579b9 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:22:20.439929 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-37b7cbf1-53a3-4717-a12b-e02274d12e05 req-fd2e0916-a697-40cd-8766-a128fe40b79e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651395 May 10 19:22:20.635234 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.141891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49648) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:21.243471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ba958a85-adc9-49d4-bcc0-5845bc89f338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.315776 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ba958a85-adc9-49d4-bcc0-5845bc89f338 admin admin] Publish callbacks [] for security_group (0a04aef9-6069-4c1c-b127-6ad04c63489d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.319268 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ba958a85-adc9-49d4-bcc0-5845bc89f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0a04aef9-6069-4c1c-b127-6ad04c63489d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.356595 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-ba958a85-adc9-49d4-bcc0-5845bc89f338 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31d3c3f14a394802baf976794b1639be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136424 May 10 19:22:21.357447 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba958a85-adc9-49d4-bcc0-5845bc89f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04aef9-6069-4c1c-b127-6ad04c63489d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:21.359802 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49652) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:21.408365 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9987147-c4c9-401b-9f6d-3e2bcf09fa1b admin admin] Publish callbacks [] for security_group (0a04aef9-6069-4c1c-b127-6ad04c63489d), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.430189 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9987147-c4c9-401b-9f6d-3e2bcf09fa1b admin admin] Publish callbacks [] for security_group (0a04aef9-6069-4c1c-b127-6ad04c63489d), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.485415 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9987147-c4c9-401b-9f6d-3e2bcf09fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0a04aef9-6069-4c1c-b127-6ad04c63489d), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.488069 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9987147-c4c9-401b-9f6d-3e2bcf09fa1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:21.489268 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-f9987147-c4c9-401b-9f6d-3e2bcf09fa1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a04aef9-6069-4c1c-b127-6ad04c63489d HTTP/1.1" status: 204 len: 168 time: 0.1282704 May 10 19:22:21.498505 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9987147-c4c9-401b-9f6d-3e2bcf09fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04aef9-6069-4c1c-b127-6ad04c63489d,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:21.550796 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78010db2-4ab1-477d-9271-428a5fb58b76 req-54d6fdb9-713d-4a1a-b1f9-160357ce4c2f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:21.552605 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-78010db2-4ab1-477d-9271-428a5fb58b76 req-54d6fdb9-713d-4a1a-b1f9-160357ce4c2f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0470743 May 10 19:22:21.608108 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-78010db2-4ab1-477d-9271-428a5fb58b76 req-87656b17-6b94-4e43-8f69-962a7c5972bb tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 May 10 19:22:22.278488 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-2167d44a-9b2a-4ea6-a667-628e06020ff8 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:22.280022 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-2167d44a-9b2a-4ea6-a667-628e06020ff8 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/networks?id=5ae561ab-5282-411f-ae74-e18ba13579b9 HTTP/1.1" status: 200 len: 814 time: 0.1138051 May 10 19:22:22.295736 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-e444f620-a55d-4231-96cc-bbc4d90ce0b2 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/quotas/5f9cf73cfc1043eb95dd842193435253 HTTP/1.1" status: 200 len: 375 time: 0.0101337 May 10 19:22:22.329266 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-1ef742b2-e1bb-46cc-9e1b-bd76ed7a5772 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f9cf73cfc1043eb95dd842193435253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278499 May 10 19:22:22.364412 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49712) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:22.444139 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-acb3e6f2-ae21-4398-b944-b8ce2fcd8eeb service neutron] 10.222.0.70 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076944 May 10 19:22:22.500620 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-30b09c9a-0c02-4415-b472-7899c1ce09a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.580763 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-279dc124-f0bb-4cef-bc12-74c5995948f2 service neutron] 10.222.0.70 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288755 May 10 19:22:22.674274 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-30b09c9a-0c02-4415-b472-7899c1ce09a1 admin admin] Publish callbacks [] for security_group (5b0bd643-aa28-4d80-b537-14f505525d85), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.678507 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-30b09c9a-0c02-4415-b472-7899c1ce09a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (5b0bd643-aa28-4d80-b537-14f505525d85), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.742789 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-30b09c9a-0c02-4415-b472-7899c1ce09a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7b15023f7ac4a6d99462a9fe6101c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771112 May 10 19:22:22.745608 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b09c9a-0c02-4415-b472-7899c1ce09a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0bd643-aa28-4d80-b537-14f505525d85,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:22.747440 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740b6df-ca5c-43b8-899a-09ead6fcef18 req-dcdf816e-825f-4f1b-9d82-f260089cf0b6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:22.748264 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49736) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:22.749530 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8740b6df-ca5c-43b8-899a-09ead6fcef18 req-dcdf816e-825f-4f1b-9d82-f260089cf0b6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0619893 May 10 19:22:22.791042 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a3b0c5c6-5adf-4afe-83a6-b5793f2e7a15 req-0cbfd30f-90a6-4cb9-8c7b-809e9f28d8c0 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 210 time: 0.0403492 May 10 19:22:22.808835 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cc82ad1a-b813-45b1-a7e8-e581e975ebd3 admin admin] Publish callbacks [] for security_group (5b0bd643-aa28-4d80-b537-14f505525d85), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.829361 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8740b6df-ca5c-43b8-899a-09ead6fcef18 req-d228fcfa-8992-4a31-bbb5-4f13bdb802e9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687766 May 10 19:22:22.842898 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cc82ad1a-b813-45b1-a7e8-e581e975ebd3 admin admin] Publish callbacks [] for security_group (5b0bd643-aa28-4d80-b537-14f505525d85), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.896602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cc82ad1a-b813-45b1-a7e8-e581e975ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (5b0bd643-aa28-4d80-b537-14f505525d85), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.899987 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cc82ad1a-b813-45b1-a7e8-e581e975ebd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:22.904293 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-cc82ad1a-b813-45b1-a7e8-e581e975ebd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b0bd643-aa28-4d80-b537-14f505525d85 HTTP/1.1" status: 204 len: 168 time: 0.1505470 May 10 19:22:22.913105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82ad1a-b813-45b1-a7e8-e581e975ebd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0bd643-aa28-4d80-b537-14f505525d85,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:23.855963 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-10013d79-03d0-4bdf-8404-15becb309772 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7423397f1a9546bbb64a843b37d62213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446987 May 10 19:22:23.870548 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-6ef75d79-b2e7-4085-aa1e-8c9dad6d0649 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:23.872083 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-6ef75d79-b2e7-4085-aa1e-8c9dad6d0649 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "GET /v2.0/networks?id=5ae561ab-5282-411f-ae74-e18ba13579b9 HTTP/1.1" status: 200 len: 814 time: 0.1644390 May 10 19:22:23.886132 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Request body: {'port': {'device_id': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9', 'admin_state_up': True, 'tenant_id': '5f9cf73cfc1043eb95dd842193435253'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:24.017432 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Made reservation on behalf of 5f9cf73cfc1043eb95dd842193435253 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:24.022115 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:24.096010 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-684261d3-e3cc-4ba4-b226-fb79508de585 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:24.097651 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-684261d3-e3cc-4ba4-b226-fb79508de585 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399011 May 10 19:22:24.130686 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9cbbf14e-471f-4058-9e1a-8d7ae13b1c2f req-efdd7f74-bb4a-4226-8a2a-5a5eb3763019 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 210 time: 0.0534027 May 10 19:22:24.139812 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-0568453a-cd0d-4efa-84eb-32820101b12b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/quotas/7423397f1a9546bbb64a843b37d62213 HTTP/1.1" status: 200 len: 375 time: 0.0355694 May 10 19:22:24.177152 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-0fb88cc6-3f58-4c97-b2f0-20f1c588a16c tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7423397f1a9546bbb64a843b37d62213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362136 May 10 19:22:24.195251 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Allocated IP 172.20.0.4 (5ae561ab-5282-411f-ae74-e18ba13579b9/1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa/9a6105f8-cf75-4847-a51a-5c7212745467) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:24.273308 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5053d-2626-4e87-bd28-75a694c94970 req-05ddd6d3-7a44-425e-a376-c6446f1f12f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:24.274885 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-83f5053d-2626-4e87-bd28-75a694c94970 req-05ddd6d3-7a44-425e-a376-c6446f1f12f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0593913 May 10 19:22:24.339912 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-83f5053d-2626-4e87-bd28-75a694c94970 req-6587754c-4d33-4c98-9ef6-76418fc311b7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594988 May 10 19:22:24.365365 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-295cc344-73ef-44f7-89d4-f087cc4cf944 req-74c4c6b5-b625-4cd8-bedc-c583639fc31d tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0412486 May 10 19:22:24.381021 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks [] for port (9a6105f8-cf75-4847-a51a-5c7212745467), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:24.415145 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:24.459655 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Network 5ae561ab-5282-411f-ae74-e18ba13579b9 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:24.463555 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:24.470002 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:22:24.477929 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Pushing event updated for resources: {'Port': ['ID=9a6105f8-cf75-4847-a51a-5c7212745467,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:24.523059 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:24.523695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:24.540724 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-861fbcab-77f3-47b4-8b3f-b64e69b25106 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6591434 May 10 19:22:25.245654 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7ba04-0874-4abe-8b16-0a058b715f82 req-2ba95800-b272-4278-a664-873192e575e1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:25.247017 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d0e7ba04-0874-4abe-8b16-0a058b715f82 req-2ba95800-b272-4278-a664-873192e575e1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 931 time: 0.0452309 May 10 19:22:25.292468 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d0e7ba04-0874-4abe-8b16-0a058b715f82 req-79764277-bb70-4404-bd8a-0ccf39489b46 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 May 10 19:22:25.473678 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-21a63441-b978-46fe-9dfc-430377f476bc req-0548c5a9-8025-4deb-9ce9-5a1871e27089 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0359077 May 10 19:22:25.479594 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932d362-aa81-42d3-afae-98b6c9e99de4 req-edbde8b9-0338-40ae-af5d-29196b022d96 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:25.480965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7932d362-aa81-42d3-afae-98b6c9e99de4 req-edbde8b9-0338-40ae-af5d-29196b022d96 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0698190 May 10 19:22:25.532567 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7932d362-aa81-42d3-afae-98b6c9e99de4 req-c9f7132c-d244-4895-824b-ac0e1f0aed66 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460815 May 10 19:22:26.127647 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Request body: {'port': {'device_id': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:26.192477 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:26.402926 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86e18-c373-4d83-8213-a37c1a4959ae req-32842384-1756-48a6-a8b3-bc9b025218a0 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:26.404320 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-40b86e18-c373-4d83-8213-a37c1a4959ae req-32842384-1756-48a6-a8b3-bc9b025218a0 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 931 time: 0.0454297 May 10 19:22:26.451249 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-40b86e18-c373-4d83-8213-a37c1a4959ae req-d6d831bb-68f3-4253-9244-fbd18996e9d8 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 May 10 19:22:26.457383 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6105f8-cf75-4847-a51a-5c7212745467 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:22:26.464701 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Publish callbacks [] for port (9a6105f8-cf75-4847-a51a-5c7212745467), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:26.477965 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Transition to ACTIVE for port object 9a6105f8-cf75-4847-a51a-5c7212745467 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:22:26.481495 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:26.529037 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6105f8-cf75-4847-a51a-5c7212745467,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:26.577106 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-85ca093f-56f6-4d75-939e-c60e245bfa3a req-96f870cb-09ae-49ec-93b0-52cb55b65a1d tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0293360 May 10 19:22:26.608734 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Attempting to bind port 9a6105f8-cf75-4847-a51a-5c7212745467 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:22:26.609072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Attempting to bind port 9a6105f8-cf75-4847-a51a-5c7212745467 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:22:26.609401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Attempting to bind port 9a6105f8-cf75-4847-a51a-5c7212745467 on network 5ae561ab-5282-411f-ae74-e18ba13579b9 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:22:26.613845 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Port 9a6105f8-cf75-4847-a51a-5c7212745467 on network 5ae561ab-5282-411f-ae74-e18ba13579b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:22:26.614163 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Attempting to bind port 9a6105f8-cf75-4847-a51a-5c7212745467 on network 5ae561ab-5282-411f-ae74-e18ba13579b9 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:22:26.619993 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:22:26.620337 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Checking segment: {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:22:26.620748 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Bound using segment: {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:22:26.621174 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Bound port: 9a6105f8-cf75-4847-a51a-5c7212745467, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:22:26.621529 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:26.650009 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065021-acd5-4957-bf8c-3bd7a5c121c6 req-fff95cdb-b702-4c8b-b0c3-c46cb9e8fe09 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:26.651955 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-74065021-acd5-4957-bf8c-3bd7a5c121c6 req-fff95cdb-b702-4c8b-b0c3-c46cb9e8fe09 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0497551 May 10 19:22:26.685271 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] For port 9a6105f8-cf75-4847-a51a-5c7212745467, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:22:26.688321 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] For port 9a6105f8-cf75-4847-a51a-5c7212745467, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9a6105f8-cf75-4847-a51a-5c7212745467,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:22:26.693874 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:26.700998 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-74065021-acd5-4957-bf8c-3bd7a5c121c6 req-e35ac8b2-920b-42e5-8a0b-b4de66cfd849 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 May 10 19:22:26.728362 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:26.729002 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:26.730367 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] 10.222.0.73 "PUT /v2.0/ports/9a6105f8-cf75-4847-a51a-5c7212745467 HTTP/1.1" status: 200 len: 1093 time: 0.6074057 May 10 19:22:26.730792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'tag': '9a6105f8-cf75-4847-a51a-5c7212745467'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:26.733137 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e75bc0-c6db-4af0-9940-1de32a4479ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac89721-96fb-443e-ba55-3ad89dd77622", "tag": "9a6105f8-cf75-4847-a51a-5c7212745467"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:26.756029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f04ad8-b0b0-474d-98f6-4112e6de8e66 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6105f8-cf75-4847-a51a-5c7212745467,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:26.767446 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793808b7-f74d-4985-8f8f-5db5129faf50 x-openstack-request-id: req-793808b7-f74d-4985-8f8f-5db5129faf50 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:26.767731 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac89721-96fb-443e-ba55-3ad89dd77622", "tag": "9a6105f8-cf75-4847-a51a-5c7212745467", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:26.767983 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-793808b7-f74d-4985-8f8f-5db5129faf50 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:26.768387 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793808b7-f74d-4985-8f8f-5db5129faf50'] response: {'name': 'network-changed', 'server_uuid': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'tag': '9a6105f8-cf75-4847-a51a-5c7212745467', 'status': 'completed', 'code': 200} May 10 19:22:27.139476 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75bc0-c6db-4af0-9940-1de32a4479ff req-1cd8616f-5bf9-4b96-9935-8cbbd16dfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:27.141030 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-12e75bc0-c6db-4af0-9940-1de32a4479ff req-1cd8616f-5bf9-4b96-9935-8cbbd16dfd21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f9cf73cfc1043eb95dd842193435253&device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 1127 time: 0.0410833 May 10 19:22:27.249967 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75bc0-c6db-4af0-9940-1de32a4479ff req-8c492635-c32f-4ad9-941c-08851db84089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:27.251434 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-12e75bc0-c6db-4af0-9940-1de32a4479ff req-8c492635-c32f-4ad9-941c-08851db84089 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5f9cf73cfc1043eb95dd842193435253&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1038959 May 10 19:22:27.560263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7880ad-eba1-48d2-b53a-d727445f72ad req-99aae1d1-9da3-474e-a5b3-1f9fa203336c tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:27.561724 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d7880ad-eba1-48d2-b53a-d727445f72ad req-99aae1d1-9da3-474e-a5b3-1f9fa203336c tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0443697 May 10 19:22:27.608812 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d7880ad-eba1-48d2-b53a-d727445f72ad req-c8feec40-7936-4eed-a0c3-9c6c0577396f tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 May 10 19:22:27.673177 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-26a0449b-ffbd-4b07-9d55-658fbc5a7090 req-c3f3a4e8-901f-4ad4-ae42-d7972bab5c73 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0305994 May 10 19:22:27.809465 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a2b5-3aac-4b2b-9afa-2bdfa2d43470 req-13bedfe0-90e0-4a4b-8a6c-0ef28f988bf6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:27.810885 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f72a2b5-3aac-4b2b-9afa-2bdfa2d43470 req-13bedfe0-90e0-4a4b-8a6c-0ef28f988bf6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0449719 May 10 19:22:27.861447 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f72a2b5-3aac-4b2b-9afa-2bdfa2d43470 req-385125ff-493d-400c-84ba-faaad21642f6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 May 10 19:22:28.414162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75bc0-c6db-4af0-9940-1de32a4479ff req-862e0d47-8bff-410f-b054-c4017ff0c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:28.415843 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-12e75bc0-c6db-4af0-9940-1de32a4479ff req-862e0d47-8bff-410f-b054-c4017ff0c1b6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310139 May 10 19:22:28.735978 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701cfc-b9fc-4df3-986b-b906665c50ad req-1cd2b9da-064c-4bb6-8ad6-6b31352c48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:28.737376 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53701cfc-b9fc-4df3-986b-b906665c50ad req-1cd2b9da-064c-4bb6-8ad6-6b31352c48f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 1130 time: 0.0804398 May 10 19:22:28.743016 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9c26d-2d7b-484a-b052-cdddd83fdfa3 req-b59b0b0e-3fee-40dd-8bac-2b252b497334 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:28.745072 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ade9c26d-2d7b-484a-b052-cdddd83fdfa3 req-b59b0b0e-3fee-40dd-8bac-2b252b497334 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0685697 May 10 19:22:28.746659 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-f74193b4-f03c-4ac1-a2e9-9ae1b1977eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:28.748072 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-f74193b4-f03c-4ac1-a2e9-9ae1b1977eed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f9cf73cfc1043eb95dd842193435253&device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 1127 time: 0.0813873 May 10 19:22:28.765919 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-2040f25b-6f77-4519-9e1a-b86f10f35b74 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7423397f1a9546bbb64a843b37d62213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413299 May 10 19:22:28.810814 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3de6b82d-0b9f-4266-b4c5-24395b85863f req-646836e8-49ec-4f5d-907e-5b1e73281c52 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0420613 May 10 19:22:28.811889 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-189f72c1-042a-4c84-84de-7fdaa6b75591 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6105f8-cf75-4847-a51a-5c7212745467 HTTP/1.1" status: 200 len: 217 time: 0.0393512 May 10 19:22:28.828965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ade9c26d-2d7b-484a-b052-cdddd83fdfa3 req-912fe28d-ff1f-4729-b88d-8eb7cc013fd1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770252 May 10 19:22:28.983666 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7929c4-32a1-4756-aa23-e9a2f2037be7 req-b2d21c15-1ae5-4a59-bcba-6a3e7d9989a4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:28.985251 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0c7929c4-32a1-4756-aa23-e9a2f2037be7 req-b2d21c15-1ae5-4a59-bcba-6a3e7d9989a4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0543561 May 10 19:22:29.034545 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0c7929c4-32a1-4756-aa23-e9a2f2037be7 req-5b985168-3c15-4aaa-a79c-05c39c092fe3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 May 10 19:22:29.065172 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53701cfc-b9fc-4df3-986b-b906665c50ad req-65a89c72-348a-40d4-bed0-42b40fbe9c2b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161278 May 10 19:22:29.907582 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6da58ac5-aa23-4adf-bc83-597f88815c64 req-f67c3715-7dca-49b4-baed-89f8d4d245f3 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0280666 May 10 19:22:29.951989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb403-61b8-4622-af54-ce46a6fd1463 req-c672d8f2-1423-4246-9fe0-22a462e14ae5 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:29.953450 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-301cb403-61b8-4622-af54-ce46a6fd1463 req-c672d8f2-1423-4246-9fe0-22a462e14ae5 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0486481 May 10 19:22:30.006056 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-301cb403-61b8-4622-af54-ce46a6fd1463 req-b6ee2b0f-7146-433c-83b2-d3a64c9d818f tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 May 10 19:22:30.143148 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f367e-f757-4fcb-97bb-d0e62e112810 req-95f9418d-14c0-41c4-8cd3-313973605ea0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:30.144589 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e00f367e-f757-4fcb-97bb-d0e62e112810 req-95f9418d-14c0-41c4-8cd3-313973605ea0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0448704 May 10 19:22:30.189671 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e00f367e-f757-4fcb-97bb-d0e62e112810 req-9cce024a-8662-45cc-b19d-f795f3ba44b9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 May 10 19:22:31.016432 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-64f914b5-d19d-44bf-8f54-1f0ecdfa94a5 req-66bbb5ac-0b01-4771-8f52-7d741965df28 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0299702 May 10 19:22:31.117722 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e4b4-54bd-4f0d-ac58-d7a1aacc257f req-02b07d7d-155f-4e1f-8b60-d6e04b2e231d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:31.119070 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c065e4b4-54bd-4f0d-ac58-d7a1aacc257f req-02b07d7d-155f-4e1f-8b60-d6e04b2e231d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0488346 May 10 19:22:31.164413 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c065e4b4-54bd-4f0d-ac58-d7a1aacc257f req-414e86dd-7140-44fa-94cd-954ca124fd16 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 May 10 19:22:31.298290 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf95fa-3dc9-4cff-a50d-c56d9d9df55e req-1df61d0a-9eda-409a-aef5-695c4aa55a0b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:31.299722 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66cf95fa-3dc9-4cff-a50d-c56d9d9df55e req-1df61d0a-9eda-409a-aef5-695c4aa55a0b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0456028 May 10 19:22:31.345857 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66cf95fa-3dc9-4cff-a50d-c56d9d9df55e req-2af0b00b-6254-497e-ad8a-51ebd07ac7da tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 May 10 19:22:31.861486 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-0fe9cb7f-fd5b-4e65-9563-1745f2731323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:31.863092 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-0fe9cb7f-fd5b-4e65-9563-1745f2731323 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa HTTP/1.1" status: 200 len: 854 time: 0.1534212 May 10 19:22:31.936239 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-ec3f98f2-2188-49f1-95d3-c9a2f8f9f7c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ae561ab-5282-411f-ae74-e18ba13579b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386698 May 10 19:22:31.945241 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-55856401-9651-4d56-bc93-f55a50b9ff4b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:31.946815 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-55856401-9651-4d56-bc93-f55a50b9ff4b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548754 May 10 19:22:32.109813 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b17ed4e1-b791-4e40-af87-c8cfc55ef6bd req-05cc6afd-4d62-4384-a3a4-6bcb3e86f795 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0275376 May 10 19:22:32.298298 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Request body: {'port': {'device_id': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0', 'admin_state_up': True, 'tenant_id': '7423397f1a9546bbb64a843b37d62213'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:32.465121 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-c35544ea-fede-4ba0-94f9-992e3058b456 service neutron] 10.222.0.73 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718206 May 10 19:22:32.486913 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Made reservation on behalf of 7423397f1a9546bbb64a843b37d62213 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:32.490005 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:32.513948 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dc25a-ba83-46d5-ad4a-71860d458f80 req-a4447e53-0d42-4f27-947d-e51a26d3bb9d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:32.515407 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f48dc25a-ba83-46d5-ad4a-71860d458f80 req-a4447e53-0d42-4f27-947d-e51a26d3bb9d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.2840507 May 10 19:22:32.533177 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:32.542451 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd846b-1d80-4f5f-8fbf-99d8ac05a0a6 req-7bfb8b50-35aa-4cb5-a3b2-842a280c5352 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:32.543900 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e7cd846b-1d80-4f5f-8fbf-99d8ac05a0a6 req-7bfb8b50-35aa-4cb5-a3b2-842a280c5352 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0707922 May 10 19:22:32.596972 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f48dc25a-ba83-46d5-ad4a-71860d458f80 req-67c3fb4a-8ac1-48f9-817d-183d42d6cb37 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757480 May 10 19:22:32.604949 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-27b545d5-73f2-421c-bec0-648c83bdb578 req-814181d5-ed05-4e94-aa6f-2ea50d737e4c service neutron] 10.222.0.73 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261046 May 10 19:22:32.612444 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e7cd846b-1d80-4f5f-8fbf-99d8ac05a0a6 req-2515a7f8-e15c-4681-9d8b-a3df5ec0b6c3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 May 10 19:22:32.659358 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks [] for security_group (62a098bd-3d55-408b-bfef-16ac7b60b048), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:32.663285 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (62a098bd-3d55-408b-bfef-16ac7b60b048), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:32.734394 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a098bd-3d55-408b-bfef-16ac7b60b048,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:32.811095 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Allocated IP 192.168.233.140 (8c987065-deaa-4ab4-a07a-6d87d5423fb0/797d1c1c-6755-4e3c-9b61-a3f056acbe34/d7b96689-ade9-46a6-8245-ce86803a7637) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:32.957916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks [] for port (d7b96689-ade9-46a6-8245-ce86803a7637), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:32.989845 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.036199 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:33.039491 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:33.045528 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:22:33.071278 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Pushing event updated for resources: {'Port': ['ID=d7b96689-ade9-46a6-8245-ce86803a7637,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:33.103396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:33.104022 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.121885 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-616370d3-28c8-477b-aa5a-ae2287e4adda tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8299239 May 10 19:22:33.232506 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c14dc-4d47-4968-a407-803293ec2a43 req-9f32905a-1f0a-4e76-911f-a130c3d3f955 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:33.234006 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-448c14dc-4d47-4968-a407-803293ec2a43 req-9f32905a-1f0a-4e76-911f-a130c3d3f955 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 936 time: 0.0533838 May 10 19:22:33.284861 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-448c14dc-4d47-4968-a407-803293ec2a43 req-88f89b41-5235-4e1e-b2f3-0cca0ba19522 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 May 10 19:22:33.287768 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d6f432a3-c31c-4c82-afcf-6d00cee93021 None None] Provisioning complete for port d7b96689-ade9-46a6-8245-ce86803a7637 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:22:33.288260 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d6f432a3-c31c-4c82-afcf-6d00cee93021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.294079 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49962) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:33.325410 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d6f432a3-c31c-4c82-afcf-6d00cee93021 None None] Port d7b96689-ade9-46a6-8245-ce86803a7637 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:22:33.396791 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b36ef4-1a2b-4477-aa9a-bec0415e6b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.470014 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b36ef4-1a2b-4477-aa9a-bec0415e6b08 admin admin] Publish callbacks [] for security_group (e88472b1-1bfc-4f8f-ab60-ed79c1d8719a), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.473520 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b36ef4-1a2b-4477-aa9a-bec0415e6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e88472b1-1bfc-4f8f-ab60-ed79c1d8719a), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.510933 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b0b36ef4-1a2b-4477-aa9a-bec0415e6b08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=266993d889f44f4bad8c69cba0f97279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158325 May 10 19:22:33.511773 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b36ef4-1a2b-4477-aa9a-bec0415e6b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88472b1-1bfc-4f8f-ab60-ed79c1d8719a,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:33.514311 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49968) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:33.562190 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f4e3882e-1c7b-4967-a4c6-4e1331096773 admin admin] Publish callbacks [] for security_group (e88472b1-1bfc-4f8f-ab60-ed79c1d8719a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.583958 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f4e3882e-1c7b-4967-a4c6-4e1331096773 admin admin] Publish callbacks [] for security_group (e88472b1-1bfc-4f8f-ab60-ed79c1d8719a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.630751 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f4e3882e-1c7b-4967-a4c6-4e1331096773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e88472b1-1bfc-4f8f-ab60-ed79c1d8719a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.633420 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f4e3882e-1c7b-4967-a4c6-4e1331096773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.635090 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f4e3882e-1c7b-4967-a4c6-4e1331096773 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e88472b1-1bfc-4f8f-ab60-ed79c1d8719a HTTP/1.1" status: 204 len: 168 time: 0.1196721 May 10 19:22:33.645572 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3882e-1c7b-4967-a4c6-4e1331096773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88472b1-1bfc-4f8f-ab60-ed79c1d8719a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:33.778221 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6aa6d-0b68-4a38-bac7-a13931b2d679 req-0d956325-dc8b-4780-a7c1-f2bce9dbb3bc tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:33.779689 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-91f6aa6d-0b68-4a38-bac7-a13931b2d679 req-0d956325-dc8b-4780-a7c1-f2bce9dbb3bc tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0771675 May 10 19:22:33.785367 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1fa07-5a73-42ac-bfc6-a317518e47b4 req-f4690ca9-25c1-4bba-82de-77b5fba9013b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:33.786709 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10a1fa07-5a73-42ac-bfc6-a317518e47b4 req-f4690ca9-25c1-4bba-82de-77b5fba9013b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0860543 May 10 19:22:33.855695 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-91f6aa6d-0b68-4a38-bac7-a13931b2d679 req-c3095d79-1dad-451d-a604-82115c42fecb tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 May 10 19:22:33.872605 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10a1fa07-5a73-42ac-bfc6-a317518e47b4 req-219ad21b-ce02-4258-9ebd-abc80f8fed11 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745175 May 10 19:22:33.910396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 49984) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:33.923750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-673d8cfe-38c3-4949-adff-722ea5a0b5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:33.985492 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c7b0e-b825-4e55-8f93-e10dcf3d7ba9 req-db9170f4-5d1e-4775-aff4-5871d9664a6c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:33.987021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-583c7b0e-b825-4e55-8f93-e10dcf3d7ba9 req-db9170f4-5d1e-4775-aff4-5871d9664a6c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0500112 May 10 19:22:34.005443 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-673d8cfe-38c3-4949-adff-722ea5a0b5a8 admin admin] Publish callbacks [] for security_group (3147da0c-3458-4ef1-88ca-d828f8ac4807), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:34.009669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-673d8cfe-38c3-4949-adff-722ea5a0b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3147da0c-3458-4ef1-88ca-d828f8ac4807), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:34.033643 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-583c7b0e-b825-4e55-8f93-e10dcf3d7ba9 req-35d744a9-6d6a-4dff-9948-494ec0a71879 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 May 10 19:22:34.047927 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-673d8cfe-38c3-4949-adff-722ea5a0b5a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb449e52f9044880a60e3d6f2bf28c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364644 May 10 19:22:34.049060 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d8cfe-38c3-4949-adff-722ea5a0b5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3147da0c-3458-4ef1-88ca-d828f8ac4807,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:34.050555 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 49986) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:34.101118 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4245f0f8-0337-424e-ba9b-dbd69d36a57e admin admin] Publish callbacks [] for security_group (3147da0c-3458-4ef1-88ca-d828f8ac4807), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:34.126812 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4245f0f8-0337-424e-ba9b-dbd69d36a57e admin admin] Publish callbacks [] for security_group (3147da0c-3458-4ef1-88ca-d828f8ac4807), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:34.173641 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4245f0f8-0337-424e-ba9b-dbd69d36a57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3147da0c-3458-4ef1-88ca-d828f8ac4807), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:34.176292 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4245f0f8-0337-424e-ba9b-dbd69d36a57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:34.180357 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4245f0f8-0337-424e-ba9b-dbd69d36a57e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3147da0c-3458-4ef1-88ca-d828f8ac4807 HTTP/1.1" status: 204 len: 168 time: 0.1254511 May 10 19:22:34.186906 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245f0f8-0337-424e-ba9b-dbd69d36a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3147da0c-3458-4ef1-88ca-d828f8ac4807,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:34.412320 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c121ea-533c-43e3-a6bc-f1a34fc31f5d req-3dae237a-2245-40cb-a5b2-559933b75df3 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:34.413997 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4c121ea-533c-43e3-a6bc-f1a34fc31f5d req-3dae237a-2245-40cb-a5b2-559933b75df3 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 936 time: 0.0497236 May 10 19:22:34.464870 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4c121ea-533c-43e3-a6bc-f1a34fc31f5d req-aaf0d82d-33eb-4307-a6e2-128885ebd0aa tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 May 10 19:22:34.967843 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ae3d7-3a29-43a1-80e4-12309f3765d7 req-6ae6bb6a-8b83-45f6-b1bd-5c8fe9cdfdf3 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:34.969655 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-da6ae3d7-3a29-43a1-80e4-12309f3765d7 req-6ae6bb6a-8b83-45f6-b1bd-5c8fe9cdfdf3 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0472035 May 10 19:22:35.023239 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-da6ae3d7-3a29-43a1-80e4-12309f3765d7 req-62b00a71-5103-4425-9faf-d161f2d42432 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479012 May 10 19:22:35.582597 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6477-c375-430c-8a1e-fb1db9a43e68 req-56a322dd-146e-4fd2-8bcc-13585e203f5b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:35.584751 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-89df6477-c375-430c-8a1e-fb1db9a43e68 req-56a322dd-146e-4fd2-8bcc-13585e203f5b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 936 time: 0.0471177 May 10 19:22:35.632515 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-89df6477-c375-430c-8a1e-fb1db9a43e68 req-2d7b3554-bb60-4819-a298-cb0f82464d50 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 May 10 19:22:36.059768 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 50078) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:36.135274 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447afe-a6ca-4faf-afe9-6f1b7b741ac3 req-fcaeea6d-48f1-4aff-ae41-bfea8d826779 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:36.136754 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f447afe-a6ca-4faf-afe9-6f1b7b741ac3 req-fcaeea6d-48f1-4aff-ae41-bfea8d826779 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0456667 May 10 19:22:36.166909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eaaa5b27-e721-4069-8867-381532712352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.185506 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f447afe-a6ca-4faf-afe9-6f1b7b741ac3 req-84576461-316b-4d72-8f10-e35636db0c13 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 May 10 19:22:36.244753 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eaaa5b27-e721-4069-8867-381532712352 admin admin] Publish callbacks [] for security_group (c4eb3908-9f33-4cf8-8f7c-f79d55aa6581), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.248446 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eaaa5b27-e721-4069-8867-381532712352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c4eb3908-9f33-4cf8-8f7c-f79d55aa6581), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.285499 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-eaaa5b27-e721-4069-8867-381532712352 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22b9be650f294b5a87f6efef13ffbbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245102 May 10 19:22:36.286387 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa5b27-e721-4069-8867-381532712352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb3908-9f33-4cf8-8f7c-f79d55aa6581,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:36.288220 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 50082) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:36.341374 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b52b6a5c-93bc-460e-911d-ebfea11e255b admin admin] Publish callbacks [] for security_group (c4eb3908-9f33-4cf8-8f7c-f79d55aa6581), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.365234 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b52b6a5c-93bc-460e-911d-ebfea11e255b admin admin] Publish callbacks [] for security_group (c4eb3908-9f33-4cf8-8f7c-f79d55aa6581), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.411878 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b52b6a5c-93bc-460e-911d-ebfea11e255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c4eb3908-9f33-4cf8-8f7c-f79d55aa6581), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.415126 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b52b6a5c-93bc-460e-911d-ebfea11e255b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.416270 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b52b6a5c-93bc-460e-911d-ebfea11e255b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4eb3908-9f33-4cf8-8f7c-f79d55aa6581 HTTP/1.1" status: 204 len: 168 time: 0.1264501 May 10 19:22:36.424397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b6a5c-93bc-460e-911d-ebfea11e255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb3908-9f33-4cf8-8f7c-f79d55aa6581,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:36.684749 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a8a4b-a096-49ed-aa19-dce23be0faf7 req-5d8542f2-4d93-499d-8613-17887f0677f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:36.691349 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-497a8a4b-a096-49ed-aa19-dce23be0faf7 req-5d8542f2-4d93-499d-8613-17887f0677f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0756478 May 10 19:22:36.706074 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 50096) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:36.722916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5a279fbd-be2a-4d4f-b8da-a17a8cf3b0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.775981 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-497a8a4b-a096-49ed-aa19-dce23be0faf7 req-f33b859c-4ec7-4bfb-9d64-c87e0d243625 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781164 May 10 19:22:36.782511 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1b881-7114-4a39-bd86-c9488dda0e26 req-5cc946ee-bfa0-49b2-a1c5-de561c7569d7 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:36.784160 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d7f1b881-7114-4a39-bd86-c9488dda0e26 req-5cc946ee-bfa0-49b2-a1c5-de561c7569d7 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 936 time: 0.0665185 May 10 19:22:36.807067 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5a279fbd-be2a-4d4f-b8da-a17a8cf3b0a9 admin admin] Publish callbacks [] for security_group (0da9fb63-5103-4936-b6fc-ec356c840f08), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.810977 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5a279fbd-be2a-4d4f-b8da-a17a8cf3b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0da9fb63-5103-4936-b6fc-ec356c840f08), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.840746 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d7f1b881-7114-4a39-bd86-c9488dda0e26 req-2eaecbd5-3af3-4688-83c1-1ea9701388bc tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463715 May 10 19:22:36.852625 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5a279fbd-be2a-4d4f-b8da-a17a8cf3b0a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b14ff610f27542fbb0daa5149014d887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446357 May 10 19:22:36.853759 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279fbd-be2a-4d4f-b8da-a17a8cf3b0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da9fb63-5103-4936-b6fc-ec356c840f08,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:36.855131 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 50098) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:36.903522 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7d27-34ea-4af0-b247-ca9d32ae22e4 admin admin] Publish callbacks [] for security_group (0da9fb63-5103-4936-b6fc-ec356c840f08), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.925875 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7d27-34ea-4af0-b247-ca9d32ae22e4 admin admin] Publish callbacks [] for security_group (0da9fb63-5103-4936-b6fc-ec356c840f08), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.979799 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7d27-34ea-4af0-b247-ca9d32ae22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0da9fb63-5103-4936-b6fc-ec356c840f08), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.982484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7d27-34ea-4af0-b247-ca9d32ae22e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:36.991643 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-dcaf7d27-34ea-4af0-b247-ca9d32ae22e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0da9fb63-5103-4936-b6fc-ec356c840f08 HTTP/1.1" status: 204 len: 168 time: 0.1303928 May 10 19:22:37.000773 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf7d27-34ea-4af0-b247-ca9d32ae22e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da9fb63-5103-4936-b6fc-ec356c840f08,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:37.244134 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Request body: {'port': {'device_id': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:37.297100 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 9a6105f8-cf75-4847-a51a-5c7212745467 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:22:37.309766 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda40746-cc2d-4edc-87a6-ae7f25a6c871 req-1c6c306e-a62b-470e-aed0-91edff46a513 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:37.311363 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fda40746-cc2d-4edc-87a6-ae7f25a6c871 req-1c6c306e-a62b-470e-aed0-91edff46a513 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 943 time: 0.0524862 May 10 19:22:37.361642 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fda40746-cc2d-4edc-87a6-ae7f25a6c871 req-61635dbe-2d9f-4eab-bb32-37ab1dceaa15 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 May 10 19:22:37.378792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ece9d-f495-4d81-8a90-1a5430029963 req-7837365f-9e10-448d-aded-2a2849acd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:37.381257 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-7837365f-9e10-448d-aded-2a2849acd328 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1130 time: 0.1243150 May 10 19:22:37.407845 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.430599 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 9a6105f8-cf75-4847-a51a-5c7212745467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9a6105f8-cf75-4847-a51a-5c7212745467,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:37.442063 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '9a6105f8-cf75-4847-a51a-5c7212745467', 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9', 'port_id': '9a6105f8-cf75-4847-a51a-5c7212745467', 'mac_address': 'fa:16:3e:0f:93:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:22:37.480722 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 9a6105f8-cf75-4847-a51a-5c7212745467 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:22:37.481338 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.498344 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6105f8-cf75-4847-a51a-5c7212745467 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:22:37.518609 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 9a6105f8-cf75-4847-a51a-5c7212745467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9a6105f8-cf75-4847-a51a-5c7212745467,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:37.522744 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.575309 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=9a6105f8-cf75-4847-a51a-5c7212745467,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:37.582855 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.583215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.583683 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.584045 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.584382 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.584901 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.585238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.585573 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.585961 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.586303 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.586636 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.586982 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.587315 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.587642 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.587966 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:37.686286 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b96689-ade9-46a6-8245-ce86803a7637 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:22:37.693880 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 50130) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:37.695836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Publish callbacks [] for port (d7b96689-ade9-46a6-8245-ce86803a7637), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.709129 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Transition to ACTIVE for port object d7b96689-ade9-46a6-8245-ce86803a7637 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:22:37.713241 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.762615 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b96689-ade9-46a6-8245-ce86803a7637,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:37.807785 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577601816-network', 'tenant_id': '055ce91938ab45018f4e259e45b3fac5'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:37.841029 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Made reservation on behalf of 055ce91938ab45018f4e259e45b3fac5 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:37.844738 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.849626 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Attempting to bind port d7b96689-ade9-46a6-8245-ce86803a7637 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:22:37.850084 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Attempting to bind port d7b96689-ade9-46a6-8245-ce86803a7637 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:22:37.850487 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Attempting to bind port d7b96689-ade9-46a6-8245-ce86803a7637 on network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:22:37.857027 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Port d7b96689-ade9-46a6-8245-ce86803a7637 on network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:22:37.857436 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Attempting to bind port d7b96689-ade9-46a6-8245-ce86803a7637 on network 8c987065-deaa-4ab4-a07a-6d87d5423fb0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:22:37.861354 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.864766 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:22:37.865143 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Checking segment: {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:22:37.865742 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Bound using segment: {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:22:37.866240 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Bound port: d7b96689-ade9-46a6-8245-ce86803a7637, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be0c37e-b9b6-4849-926c-4ae2e39d9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:22:37.866695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.947125 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] For port d7b96689-ade9-46a6-8245-ce86803a7637, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:22:37.950512 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] For port d7b96689-ade9-46a6-8245-ce86803a7637, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d7b96689-ade9-46a6-8245-ce86803a7637,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:22:37.958543 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:37.964009 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93509-28fc-4c5e-9823-2a7a2138e744 req-127d739f-5362-477d-85f5-4f02cc1b3e99 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:37.965745 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9ec93509-28fc-4c5e-9823-2a7a2138e744 req-127d739f-5362-477d-85f5-4f02cc1b3e99 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.1062121 May 10 19:22:37.998469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:37.999094 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.000507 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] 10.222.0.73 "PUT /v2.0/ports/d7b96689-ade9-46a6-8245-ce86803a7637 HTTP/1.1" status: 200 len: 1098 time: 0.7607079 May 10 19:22:38.000954 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'tag': 'd7b96689-ade9-46a6-8245-ce86803a7637'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:38.003198 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d768378-6449-4582-b2b8-5aa2af830693" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b87e84-06c4-4f64-938c-5a06018cc125", "tag": "d7b96689-ade9-46a6-8245-ce86803a7637"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:38.008491 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001eaea-b688-4a4c-9b3a-a07911fce8bc req-9d242673-13a3-4e1d-b8bc-a2a1fb531787 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:38.010028 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0001eaea-b688-4a4c-9b3a-a07911fce8bc req-9d242673-13a3-4e1d-b8bc-a2a1fb531787 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 948 time: 0.0951545 May 10 19:22:38.025495 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a126133-0148-4aaa-82d5-06cf2ac3c486 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b96689-ade9-46a6-8245-ce86803a7637,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:38.081897 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9ec93509-28fc-4c5e-9823-2a7a2138e744 req-f1d26a7d-ab31-48e9-b970-e2fccce66ba4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054640 May 10 19:22:38.129331 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0001eaea-b688-4a4c-9b3a-a07911fce8bc req-1dc05493-fb4f-4e1c-bf3b-90fc3a7fe9b0 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888789 May 10 19:22:38.139204 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks [] for security_group (0a52bc7a-7627-41c1-83c8-01d1ec2ccb26), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.145596 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f411b1-66b7-499c-98f4-1de4cc1eeb6d x-openstack-request-id: req-26f411b1-66b7-499c-98f4-1de4cc1eeb6d {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:38.146040 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b87e84-06c4-4f64-938c-5a06018cc125", "tag": "d7b96689-ade9-46a6-8245-ce86803a7637", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:38.146310 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26f411b1-66b7-499c-98f4-1de4cc1eeb6d {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:38.146782 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f411b1-66b7-499c-98f4-1de4cc1eeb6d'] response: {'name': 'network-changed', 'server_uuid': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'tag': 'd7b96689-ade9-46a6-8245-ce86803a7637', 'status': 'completed', 'code': 200} May 10 19:22:38.146982 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0a52bc7a-7627-41c1-83c8-01d1ec2ccb26), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.181663 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:22:38.188403 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:38.195892 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (ceeb808b-57fb-422a-b6fd-16bc3534cbba), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.196339 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Added segment ceeb808b-57fb-422a-b6fd-16bc3534cbba of type vlan for network db092cd5-37de-45d9-b552-3ab40ff7df26 May 10 19:22:38.236597 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (db092cd5-37de-45d9-b552-3ab40ff7df26), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.260736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (db092cd5-37de-45d9-b552-3ab40ff7df26), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.261711 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:38.262264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.328003 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6330359 May 10 19:22:38.330975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 50142) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:38.335544 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a7a88-1064-49eb-b754-cf3d852bf82c admin admin] Pushing event updated for resources: {'Network': ['ID=db092cd5-37de-45d9-b552-3ab40ff7df26,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:38.336995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Request body: {'subnet': {'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577601816-subnet', 'tenant_id': '055ce91938ab45018f4e259e45b3fac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:38.346222 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network db092cd5-37de-45d9-b552-3ab40ff7df26 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:22:38.357108 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Made reservation on behalf of 055ce91938ab45018f4e259e45b3fac5 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:38.359382 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.479233 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d037ecb-f9c4-4930-8f91-8877315e53ba req-fbf42e27-61b5-4062-871f-6eaffc872cc2 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:38.480744 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1d037ecb-f9c4-4930-8f91-8877315e53ba req-fbf42e27-61b5-4062-871f-6eaffc872cc2 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 944 time: 0.0491652 May 10 19:22:38.531703 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (1d67a63a-4d0e-4961-8ab3-89ca160a4a04), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.533095 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1d037ecb-f9c4-4930-8f91-8877315e53ba req-14dd261c-a7d5-419a-842d-1839da490538 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466218 May 10 19:22:38.588338 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d67a63a-4d0e-4961-8ab3-89ca160a4a04,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:38.595184 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Checking segment: {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:22:38.595538 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Network hostable DHCP agents. Network: db092cd5-37de-45d9-b552-3ab40ff7df26, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:22:38.612242 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Network db092cd5-37de-45d9-b552-3ab40ff7df26 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:22:38.620760 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, db092cd5-37de-45d9-b552-3ab40ff7df26) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:38.624738 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:38.625327 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:38.630158 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc8507a-2617-4307-8b30-c118d5450e2a None None] Network db092cd5-37de-45d9-b552-3ab40ff7df26 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:22:38.641428 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6118a258-6132-4b79-bc10-572f0dedc5dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087831 May 10 19:22:38.728843 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aead4c-f0b2-437c-a926-90fbfbec6425 None None] Network db092cd5-37de-45d9-b552-3ab40ff7df26 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:22:39.107103 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ece9d-f495-4d81-8a90-1a5430029963 req-aa0a12fa-5d82-452c-afa3-de58e35f72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:39.108739 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-aa0a12fa-5d82-452c-afa3-de58e35f72ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.0983670 May 10 19:22:39.227401 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678eb72-bf59-412c-9ece-aefff15aba68 req-1f0c30b3-30c4-4b51-8b85-585966e6fe01 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:39.228886 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d678eb72-bf59-412c-9ece-aefff15aba68 req-1f0c30b3-30c4-4b51-8b85-585966e6fe01 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0716374 May 10 19:22:39.260922 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e22f9-b801-47d2-b181-999b2981ee82 req-dfa1c9b9-a5bd-4fd1-b25d-4dcc6dcee60c tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:39.262362 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f5e22f9-b801-47d2-b181-999b2981ee82 req-dfa1c9b9-a5bd-4fd1-b25d-4dcc6dcee60c tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 948 time: 0.0709407 May 10 19:22:39.303254 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d678eb72-bf59-412c-9ece-aefff15aba68 req-b9e87c2f-da00-4b43-ab9d-ecee7baa7d50 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689578 May 10 19:22:39.331395 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f5e22f9-b801-47d2-b181-999b2981ee82 req-65fa0d90-652a-4c12-82b5-301395a6397b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633974 May 10 19:22:39.646593 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e91a5b-939b-4b4b-a6fa-a373e3b3674d req-db5db101-9454-4d32-a2ba-691acc51a411 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:39.648055 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-76e91a5b-939b-4b4b-a6fa-a373e3b3674d req-db5db101-9454-4d32-a2ba-691acc51a411 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 944 time: 0.0499563 May 10 19:22:39.695543 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-76e91a5b-939b-4b4b-a6fa-a373e3b3674d req-204e1d8a-4830-47a1-b6ca-2889bf732671 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 May 10 19:22:40.001267 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-f84e1af9-e8f6-445b-990e-cfeec042675f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 200 len: 217 time: 0.0564728 May 10 19:22:40.013301 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d768378-6449-4582-b2b8-5aa2af830693 req-0572ee31-8cac-49fa-935d-1797add7cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.014690 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8d768378-6449-4582-b2b8-5aa2af830693 req-0572ee31-8cac-49fa-935d-1797add7cc07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7423397f1a9546bbb64a843b37d62213&device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 1132 time: 0.0629263 May 10 19:22:40.066155 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8d768378-6449-4582-b2b8-5aa2af830693 req-084074a0-c583-4264-b244-4cd2173032c1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7423397f1a9546bbb64a843b37d62213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234568 May 10 19:22:40.083804 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ece9d-f495-4d81-8a90-1a5430029963 req-d1f0fa19-28fb-4611-a5cd-d59cae25f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.085143 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-d1f0fa19-28fb-4611-a5cd-d59cae25f861 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0696483 May 10 19:22:40.169675 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ece9d-f495-4d81-8a90-1a5430029963 req-2f9831ce-81b0-479f-be87-75daca307f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.171147 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-2f9831ce-81b0-479f-be87-75daca307f2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750730 May 10 19:22:40.246122 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d768378-6449-4582-b2b8-5aa2af830693 req-e1f5bc11-7d43-4530-ad12-f7fe1205ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.247581 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8d768378-6449-4582-b2b8-5aa2af830693 req-e1f5bc11-7d43-4530-ad12-f7fe1205ee9b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712577 May 10 19:22:40.283163 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['9a6105f8-cf75-4847-a51a-5c7212745467'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:22:40.317780 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-e978fe1a-007c-4480-89ff-d98c33bb36f9 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351166 May 10 19:22:40.354239 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-6f95df90-e069-4515-90b7-85fd0188d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.356355 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-6f95df90-e069-4515-90b7-85fd0188d024 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7423397f1a9546bbb64a843b37d62213&device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 1132 time: 0.0692785 May 10 19:22:40.427574 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-2ab2a42f-f8e7-41b0-9beb-47ab6cb13205 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d7b96689-ade9-46a6-8245-ce86803a7637 HTTP/1.1" status: 200 len: 217 time: 0.0426674 May 10 19:22:40.488046 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d09ccd-297d-432a-afee-7d5055908ea2 req-340759be-d58c-4d33-965e-67777bab7080 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.495026 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-22d09ccd-297d-432a-afee-7d5055908ea2 req-340759be-d58c-4d33-965e-67777bab7080 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 948 time: 0.0821075 May 10 19:22:40.511297 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-d9986155-873f-41e2-ba94-dfec88db6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.514061 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-d9986155-873f-41e2-ba94-dfec88db6c68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=797d1c1c-6755-4e3c-9b61-a3f056acbe34 HTTP/1.1" status: 200 len: 843 time: 0.0753534 May 10 19:22:40.533145 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657453-b37c-4074-86ab-d5cc7697991c req-ef9e2f17-a8b3-4dba-9761-3165ea62296e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.534655 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4b657453-b37c-4074-86ab-d5cc7697991c req-ef9e2f17-a8b3-4dba-9761-3165ea62296e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0916438 May 10 19:22:40.555315 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-478ece9d-f495-4d81-8a90-1a5430029963 req-5f8715fd-cf37-4703-9d4b-70014159d402 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275829 May 10 19:22:40.567633 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-df41dbf5-5dbe-485d-bf8b-58a60cae5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.569251 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-df41dbf5-5dbe-485d-bf8b-58a60cae5cdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8c987065-deaa-4ab4-a07a-6d87d5423fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0470073 May 10 19:22:40.584952 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-22d09ccd-297d-432a-afee-7d5055908ea2 req-bec50cc0-9afa-4082-b83e-6f1d28ba003d tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870769 May 10 19:22:40.626673 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4b657453-b37c-4074-86ab-d5cc7697991c req-7f9e66b0-c657-4c85-b367-b8c8a560b860 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795012 May 10 19:22:40.685477 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-08f03abf-ba57-4e5c-89ff-92004341dea5 service neutron] 10.222.0.73 "GET /v2.0/networks/8c987065-deaa-4ab4-a07a-6d87d5423fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066897 May 10 19:22:40.814926 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307e04a-d577-4cd9-bce8-06325476aab3 req-c1d5cda6-73c1-48b4-b402-7a9d3b969c42 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:40.816630 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a307e04a-d577-4cd9-bce8-06325476aab3 req-c1d5cda6-73c1-48b4-b402-7a9d3b969c42 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 944 time: 0.0501428 May 10 19:22:40.834712 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9932c646-7b84-4ca8-b5fe-72fd729e581c req-921331d4-f591-4555-84b2-7cf51050e400 service neutron] 10.222.0.73 "GET /v2.0/networks/8c987065-deaa-4ab4-a07a-6d87d5423fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913115 May 10 19:22:40.870925 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a307e04a-d577-4cd9-bce8-06325476aab3 req-ce82f8d4-ed4d-4962-97e9-92773fa63d20 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 May 10 19:22:41.424209 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-d8289094-5dae-4a7c-813e-617a3c13cf4f tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:41.425710 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-d8289094-5dae-4a7c-813e-617a3c13cf4f tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/networks?id=db092cd5-37de-45d9-b552-3ab40ff7df26 HTTP/1.1" status: 200 len: 808 time: 0.1061413 May 10 19:22:41.439742 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-7ab2fedc-f289-4969-acbf-e3381f2b2223 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/quotas/055ce91938ab45018f4e259e45b3fac5 HTTP/1.1" status: 200 len: 375 time: 0.0087395 May 10 19:22:41.471153 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-91ccc07c-ee66-4de8-8cdf-f730d5aedc62 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=055ce91938ab45018f4e259e45b3fac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267296 May 10 19:22:41.560800 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-92a3adca-9226-44cb-95e2-fd7318c59f46 service neutron] 10.222.0.70 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 May 10 19:22:41.659392 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-6aa51bcc-afb7-48bf-a32a-4b4d7125d8d6 service neutron] 10.222.0.70 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931351 May 10 19:22:41.696173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc898b-642f-457b-b2b4-0717b8b7cb96 req-13aeba67-0937-4deb-bcbc-fa54aa020b7a tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:41.697675 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-becc898b-642f-457b-b2b4-0717b8b7cb96 req-13aeba67-0937-4deb-bcbc-fa54aa020b7a tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 948 time: 0.0513453 May 10 19:22:41.745531 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-becc898b-642f-457b-b2b4-0717b8b7cb96 req-9649c995-be52-4502-af4e-3e7957c40c9d tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 May 10 19:22:41.823417 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-78069507-0ec9-4135-81ed-0c226639757f req-6c47a79d-707a-4458-a60d-29e3b6c9ce04 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 210 time: 0.0329819 May 10 19:22:41.871956 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312bc3-3b42-40a4-b3bc-163ad3bc8d76 req-ce2d0646-bdea-4296-9e97-486b2d811862 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:41.873449 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5b312bc3-3b42-40a4-b3bc-163ad3bc8d76 req-ce2d0646-bdea-4296-9e97-486b2d811862 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0535138 May 10 19:22:41.917337 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 9a6105f8-cf75-4847-a51a-5c7212745467 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:22:41.935084 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5b312bc3-3b42-40a4-b3bc-163ad3bc8d76 req-c841380f-1e47-447a-af10-b6b1d35dfb8c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545731 May 10 19:22:41.977934 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 9a6105f8-cf75-4847-a51a-5c7212745467 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:22:41.997679 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 9a6105f8-cf75-4847-a51a-5c7212745467 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:22:41.998081 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:42.014322 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d627-de1a-4157-928c-b9031c743828 req-14a1b71a-ce3d-468a-94da-f38afb463957 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:42.016849 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3317d627-de1a-4157-928c-b9031c743828 req-14a1b71a-ce3d-468a-94da-f38afb463957 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 944 time: 0.0688238 May 10 19:22:42.093267 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 9a6105f8-cf75-4847-a51a-5c7212745467 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:22:42.093664 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:42.106508 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3317d627-de1a-4157-928c-b9031c743828 req-2a3c53a4-848d-4d91-8754-ef2e6b0d9acc tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801229 May 10 19:22:42.133511 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6105f8-cf75-4847-a51a-5c7212745467'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:42.135969 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e468543d-a069-4360-9c8b-8c5d71559f9d" -d '{"events": [{"server_uuid": "8ac89721-96fb-443e-ba55-3ad89dd77622", "name": "network-vif-plugged", "status": "completed", "tag": "9a6105f8-cf75-4847-a51a-5c7212745467"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:42.149745 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 9a6105f8-cf75-4847-a51a-5c7212745467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9a6105f8-cf75-4847-a51a-5c7212745467,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:42.154081 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:42.180670 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfe1fce-8d3e-48f4-bbb0-475be43041a0 x-openstack-request-id: req-9dfe1fce-8d3e-48f4-bbb0-475be43041a0 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:42.180986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac89721-96fb-443e-ba55-3ad89dd77622", "name": "network-vif-plugged", "status": "completed", "tag": "9a6105f8-cf75-4847-a51a-5c7212745467", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:42.181241 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dfe1fce-8d3e-48f4-bbb0-475be43041a0 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:42.181635 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfe1fce-8d3e-48f4-bbb0-475be43041a0'] response: {'server_uuid': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6105f8-cf75-4847-a51a-5c7212745467', 'code': 200} May 10 19:22:42.209318 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=9a6105f8-cf75-4847-a51a-5c7212745467,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:42.357992 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e7f07-42b4-486a-8678-2792bda02187 req-e81fb846-1a50-4459-af8b-2c14b1609243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:42.359476 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b41e7f07-42b4-486a-8678-2792bda02187 req-e81fb846-1a50-4459-af8b-2c14b1609243 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 1129 time: 0.0405169 May 10 19:22:42.413481 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b41e7f07-42b4-486a-8678-2792bda02187 req-6b1fff11-d9c8-47da-8e89-b22cee117531 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 May 10 19:22:42.865198 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e327d5-f339-495d-bfb4-f06cae5cf881 req-880bcc18-f34e-440b-b9f1-9c489a80ab9f tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:42.866682 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-51e327d5-f339-495d-bfb4-f06cae5cf881 req-880bcc18-f34e-440b-b9f1-9c489a80ab9f tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 948 time: 0.0494483 May 10 19:22:42.925588 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-078fc06d-c04c-425f-8134-919a33690c94 req-914d41bf-ec9b-48b9-8322-f7d1e1c2913a tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 210 time: 0.0338163 May 10 19:22:42.936664 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-51e327d5-f339-495d-bfb4-f06cae5cf881 req-802be572-cb52-4a6c-bced-96aa28866f30 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644653 May 10 19:22:43.050069 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f00e-12a1-4d84-a739-0a4fd21135f5 req-973d675a-ae73-402a-b946-b6f47005c7ba tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:43.051569 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8bc1f00e-12a1-4d84-a739-0a4fd21135f5 req-973d675a-ae73-402a-b946-b6f47005c7ba tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0471356 May 10 19:22:43.100533 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8bc1f00e-12a1-4d84-a739-0a4fd21135f5 req-4ac748aa-ff9b-4a2b-880d-3f1fe7e71b96 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 May 10 19:22:43.213117 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98267acd-8186-4dad-8f3f-27edc7ccffbd req-3de92570-19ab-4d3a-b4be-1f60a58f9115 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:43.214914 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-98267acd-8186-4dad-8f3f-27edc7ccffbd req-3de92570-19ab-4d3a-b4be-1f60a58f9115 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 945 time: 0.0493689 May 10 19:22:43.262920 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-98267acd-8186-4dad-8f3f-27edc7ccffbd req-41389290-7ef5-4679-8e59-edbae87e7500 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 May 10 19:22:43.684899 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-3e6aa29c-a883-40bc-9629-e97512537293 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:43.686332 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-3e6aa29c-a883-40bc-9629-e97512537293 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "GET /v2.0/networks?id=db092cd5-37de-45d9-b552-3ab40ff7df26 HTTP/1.1" status: 200 len: 808 time: 0.1030314 May 10 19:22:43.703729 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Request body: {'port': {'device_id': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26', 'admin_state_up': True, 'tenant_id': '055ce91938ab45018f4e259e45b3fac5'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:43.715257 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:22:43.818331 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Made reservation on behalf of 055ce91938ab45018f4e259e45b3fac5 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:22:43.822606 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:43.933996 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device d7b96689-ade9-46a6-8245-ce86803a7637 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:22:43.944094 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Allocated IP 172.20.0.11 (db092cd5-37de-45d9-b552-3ab40ff7df26/1d67a63a-4d0e-4961-8ab3-89ca160a4a04/90abd251-3223-4e71-8258-af339d7e2af3) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:22:44.079730 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c5187fdd-619c-4ebd-84c0-e246350a3bbb req-d667e1ab-0bba-4ba8-98ef-d48f36ec15ec tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 210 time: 0.0572090 May 10 19:22:44.092576 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb6a4a-7030-4cd5-b456-0871aaee7005 req-9a0a6b9a-5cb7-4137-802e-31d14c48099e tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:44.100261 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6bdb6a4a-7030-4cd5-b456-0871aaee7005 req-9a0a6b9a-5cb7-4137-802e-31d14c48099e tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 948 time: 0.0888774 May 10 19:22:44.100834 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port d7b96689-ade9-46a6-8245-ce86803a7637, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d7b96689-ade9-46a6-8245-ce86803a7637,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:44.113534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'd7b96689-ade9-46a6-8245-ce86803a7637', 'network_id': '8c987065-deaa-4ab4-a07a-6d87d5423fb0', 'port_id': 'd7b96689-ade9-46a6-8245-ce86803a7637', 'mac_address': 'fa:16:3e:25:22:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d1c1c-6755-4e3c-9b61-a3f056acbe34', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:22:44.154986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port d7b96689-ade9-46a6-8245-ce86803a7637 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:22:44.155477 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:44.165834 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks [] for port (90abd251-3223-4e71-8258-af339d7e2af3), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:44.171720 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6bdb6a4a-7030-4cd5-b456-0871aaee7005 req-a7be9754-8d0c-478a-ae0b-2cfd33667d15 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704398 May 10 19:22:44.173973 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b96689-ade9-46a6-8245-ce86803a7637 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:22:44.201360 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port d7b96689-ade9-46a6-8245-ce86803a7637, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d7b96689-ade9-46a6-8245-ce86803a7637,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:44.206027 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (90abd251-3223-4e71-8258-af339d7e2af3), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:44.206554 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:44.232695 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b55b06-1a84-4fb4-a460-07937f7b5542 req-e4c5cb5d-55f9-4eaa-9717-d41f93e3b358 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:44.234200 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-50b55b06-1a84-4fb4-a460-07937f7b5542 req-e4c5cb5d-55f9-4eaa-9717-d41f93e3b358 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0544693 May 10 19:22:44.245295 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Network db092cd5-37de-45d9-b552-3ab40ff7df26 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:22:44.248557 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:22:44.253322 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:22:44.267943 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=d7b96689-ade9-46a6-8245-ce86803a7637,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:44.301104 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ae53d770-d620-46d0-adb7-8e7be2a68e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:44.311984 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-50b55b06-1a84-4fb4-a460-07937f7b5542 req-e8dba2fa-8502-4ac8-9926-650176de9ab7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 May 10 19:22:44.324742 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Pushing event updated for resources: {'Port': ['ID=90abd251-3223-4e71-8258-af339d7e2af3,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:44.339010 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.339498 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.339995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.340405 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.340857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.341296 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.341800 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.342675 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.343159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.343650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.344003 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.344813 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.345219 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.345546 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.345882 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:22:44.364560 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:44.365446 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:44.383385 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-4cdd8da8-d912-428d-b0a8-7c65d4c0b2ba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6833267 May 10 19:22:44.401392 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1d51b-3673-47b8-92c9-8e43dac4f267 req-c955d56a-e16d-4c79-ab4e-3cc59dbaf7b1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:44.402853 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8c1d51b-3673-47b8-92c9-8e43dac4f267 req-c955d56a-e16d-4c79-ab4e-3cc59dbaf7b1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 945 time: 0.0499923 May 10 19:22:44.448279 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8c1d51b-3673-47b8-92c9-8e43dac4f267 req-a3e7cc9c-09a3-47cb-b605-4eb1dc89cfe2 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 May 10 19:22:44.661260 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['d7b96689-ade9-46a6-8245-ce86803a7637'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:22:44.796854 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Request body: {'port': {'device_id': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:22:45.090887 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (90abd251-3223-4e71-8258-af339d7e2af3), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.211108 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fca93-7a82-4370-8086-f0d69e725ed9 req-af805675-b5c2-42e9-8093-5fac62d8cd73 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:45.213021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f6fca93-7a82-4370-8086-f0d69e725ed9 req-af805675-b5c2-42e9-8093-5fac62d8cd73 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 932 time: 0.0581810 May 10 19:22:45.274648 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f6fca93-7a82-4370-8086-f0d69e725ed9 req-178da125-d46d-4d1c-8c0c-252b7c5d76fe tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 May 10 19:22:45.329642 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97f82-9a0e-4144-b916-6bd0900daf83 req-24c06df6-3383-4a29-b8c3-a4fad5289e38 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:45.331546 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-37a97f82-9a0e-4144-b916-6bd0900daf83 req-24c06df6-3383-4a29-b8c3-a4fad5289e38 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 949 time: 0.0796630 May 10 19:22:45.400976 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90abd251-3223-4e71-8258-af339d7e2af3 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:22:45.406698 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-37a97f82-9a0e-4144-b916-6bd0900daf83 req-fbb36876-af4b-4523-aad5-1737b0e3570c tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682557 May 10 19:22:45.410804 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Publish callbacks [] for port (90abd251-3223-4e71-8258-af339d7e2af3), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.430552 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Transition to ACTIVE for port object 90abd251-3223-4e71-8258-af339d7e2af3 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:22:45.440161 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (90abd251-3223-4e71-8258-af339d7e2af3), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.462060 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4957d7-d841-4545-a374-69d8693a214f req-2f41a99e-349a-4765-a0bb-c8292e12b3ee tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:45.463873 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1c4957d7-d841-4545-a374-69d8693a214f req-2f41a99e-349a-4765-a0bb-c8292e12b3ee tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0699823 May 10 19:22:45.515270 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Pushing event updated for resources: {'Port': ['ID=90abd251-3223-4e71-8258-af339d7e2af3,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:45.531538 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1c4957d7-d841-4545-a374-69d8693a214f req-b596a0d1-b3ef-4b42-a911-acbd7e6b096c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619638 May 10 19:22:45.567205 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Attempting to bind port 90abd251-3223-4e71-8258-af339d7e2af3 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:22:45.567612 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Attempting to bind port 90abd251-3223-4e71-8258-af339d7e2af3 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:22:45.567946 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Attempting to bind port 90abd251-3223-4e71-8258-af339d7e2af3 on network db092cd5-37de-45d9-b552-3ab40ff7df26 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:22:45.580958 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Port 90abd251-3223-4e71-8258-af339d7e2af3 on network db092cd5-37de-45d9-b552-3ab40ff7df26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:22:45.580958 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Attempting to bind port 90abd251-3223-4e71-8258-af339d7e2af3 on network db092cd5-37de-45d9-b552-3ab40ff7df26 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:22:45.582818 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:22:45.583372 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Checking segment: {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:22:45.583651 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Bound using segment: {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:22:45.584080 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Bound port: 90abd251-3223-4e71-8258-af339d7e2af3, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:22:45.584461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (90abd251-3223-4e71-8258-af339d7e2af3), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.651963 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] For port 90abd251-3223-4e71-8258-af339d7e2af3, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:22:45.655935 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] For port 90abd251-3223-4e71-8258-af339d7e2af3, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90abd251-3223-4e71-8258-af339d7e2af3,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:22:45.664223 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (90abd251-3223-4e71-8258-af339d7e2af3), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.666475 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 50366) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:45.700995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:45.701642 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.703014 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] 10.222.0.73 "PUT /v2.0/ports/90abd251-3223-4e71-8258-af339d7e2af3 HTTP/1.1" status: 200 len: 1094 time: 0.9109988 May 10 19:22:45.703458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'tag': '90abd251-3223-4e71-8258-af339d7e2af3'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:45.705719 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775af02-4352-400c-a94f-be41818ccc97" -d '{"events": [{"name": "network-changed", "server_uuid": "d475e717-ef04-40ef-a59d-3949d5848b61", "tag": "90abd251-3223-4e71-8258-af339d7e2af3"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:45.728554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13e8e0-16fd-481c-9331-84c25d8f489d service neutron] Pushing event updated for resources: {'Port': ['ID=90abd251-3223-4e71-8258-af339d7e2af3,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:45.746959 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eabb259-107b-47d6-9d74-985296480830 x-openstack-request-id: req-7eabb259-107b-47d6-9d74-985296480830 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:45.747252 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d475e717-ef04-40ef-a59d-3949d5848b61", "tag": "90abd251-3223-4e71-8258-af339d7e2af3", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:45.747503 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7eabb259-107b-47d6-9d74-985296480830 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:45.747907 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eabb259-107b-47d6-9d74-985296480830'] response: {'name': 'network-changed', 'server_uuid': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'tag': '90abd251-3223-4e71-8258-af339d7e2af3', 'status': 'completed', 'code': 200} May 10 19:22:45.778263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8ed9c9d5-de97-491a-8908-1bba12ed946e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.833433 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.855673 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8ed9c9d5-de97-491a-8908-1bba12ed946e admin admin] Publish callbacks [] for security_group (45a00fb6-be72-4ccc-85ee-a23a877f9036), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.859624 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8ed9c9d5-de97-491a-8908-1bba12ed946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (45a00fb6-be72-4ccc-85ee-a23a877f9036), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:45.898202 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8ed9c9d5-de97-491a-8908-1bba12ed946e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f88cdfa3e6e54e0c9d4fe9bc173db57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305870 May 10 19:22:45.900301 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9c9d5-de97-491a-8908-1bba12ed946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a00fb6-be72-4ccc-85ee-a23a877f9036,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:45.901417 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 50372) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:22:45.949803 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device d7b96689-ade9-46a6-8245-ce86803a7637 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:22:45.962867 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-74472e40-0b7b-4f2f-ba5c-ade9c3bc29fb admin admin] Publish callbacks [] for security_group (45a00fb6-be72-4ccc-85ee-a23a877f9036), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.000980 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port d7b96689-ade9-46a6-8245-ce86803a7637 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:22:46.006648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port d7b96689-ade9-46a6-8245-ce86803a7637 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:22:46.007048 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.016950 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-74472e40-0b7b-4f2f-ba5c-ade9c3bc29fb admin admin] Publish callbacks [] for security_group (45a00fb6-be72-4ccc-85ee-a23a877f9036), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.039353 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775af02-4352-400c-a94f-be41818ccc97 req-b1d77be1-8015-4e7f-9526-5596ec8a41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.041256 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9775af02-4352-400c-a94f-be41818ccc97 req-b1d77be1-8015-4e7f-9526-5596ec8a41bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=055ce91938ab45018f4e259e45b3fac5&device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 1128 time: 0.0662720 May 10 19:22:46.087476 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port d7b96689-ade9-46a6-8245-ce86803a7637 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:22:46.087857 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.113187 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b96689-ade9-46a6-8245-ce86803a7637'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:46.116394 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46c5431-2c8a-4e05-ba3a-8283299ade61" -d '{"events": [{"server_uuid": "c7b87e84-06c4-4f64-938c-5a06018cc125", "name": "network-vif-plugged", "status": "completed", "tag": "d7b96689-ade9-46a6-8245-ce86803a7637"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:46.135198 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-74472e40-0b7b-4f2f-ba5c-ade9c3bc29fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (45a00fb6-be72-4ccc-85ee-a23a877f9036), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.137831 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-74472e40-0b7b-4f2f-ba5c-ade9c3bc29fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.138662 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port d7b96689-ade9-46a6-8245-ce86803a7637, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d7b96689-ade9-46a6-8245-ce86803a7637,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:46.138983 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-74472e40-0b7b-4f2f-ba5c-ade9c3bc29fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45a00fb6-be72-4ccc-85ee-a23a877f9036 HTTP/1.1" status: 204 len: 168 time: 0.2357495 May 10 19:22:46.153531 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.155856 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74472e40-0b7b-4f2f-ba5c-ade9c3bc29fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a00fb6-be72-4ccc-85ee-a23a877f9036,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:46.166870 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775af02-4352-400c-a94f-be41818ccc97 req-5710b9dc-32d1-4192-97e2-6bef33beeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.168337 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9775af02-4352-400c-a94f-be41818ccc97 req-5710b9dc-32d1-4192-97e2-6bef33beeba6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=055ce91938ab45018f4e259e45b3fac5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1165395 May 10 19:22:46.191866 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac35f49-c378-4549-8e19-28277a7c888a x-openstack-request-id: req-cac35f49-c378-4549-8e19-28277a7c888a {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:46.192448 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b87e84-06c4-4f64-938c-5a06018cc125", "name": "network-vif-plugged", "status": "completed", "tag": "d7b96689-ade9-46a6-8245-ce86803a7637", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:46.193169 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cac35f49-c378-4549-8e19-28277a7c888a {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:46.193705 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac35f49-c378-4549-8e19-28277a7c888a'] response: {'server_uuid': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b96689-ade9-46a6-8245-ce86803a7637', 'code': 200} May 10 19:22:46.248641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=d7b96689-ade9-46a6-8245-ce86803a7637,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:46.312389 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775af02-4352-400c-a94f-be41818ccc97 req-5da72ea2-2f19-4477-b80a-67366d415403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.313953 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9775af02-4352-400c-a94f-be41818ccc97 req-5da72ea2-2f19-4477-b80a-67366d415403 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289244 May 10 19:22:46.370713 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-4af250e4-d790-47cb-92fa-85b46308e04f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704806 May 10 19:22:46.452960 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-eebe0789-e29b-4c6d-9a9e-5bc4ce8cb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.456236 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-eebe0789-e29b-4c6d-9a9e-5bc4ce8cb183 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=055ce91938ab45018f4e259e45b3fac5&device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 1128 time: 0.0841808 May 10 19:22:46.471717 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6625e74-1d95-4ff5-a613-ae02ccc4ec8a req-7a4f3823-5a1d-42ba-bd62-f89650422d3c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.473759 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-b4dcc201-effc-492f-a403-5eb5931e45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.475524 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-b4dcc201-effc-492f-a403-5eb5931e45c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1129 time: 0.0674231 May 10 19:22:46.477717 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a6625e74-1d95-4ff5-a613-ae02ccc4ec8a req-7a4f3823-5a1d-42ba-bd62-f89650422d3c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 944 time: 0.1097870 May 10 19:22:46.534243 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-c6937878-c760-4d4f-87aa-cd1ab4777d68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd251-3223-4e71-8258-af339d7e2af3 HTTP/1.1" status: 200 len: 217 time: 0.0673521 May 10 19:22:46.571530 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a6625e74-1d95-4ff5-a613-ae02ccc4ec8a req-699e6964-14a9-43c7-bd83-ccf8f6096bf0 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863469 May 10 19:22:46.582296 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871f636-4df8-4d17-9366-bca1ab85b84d req-5e90fcd4-5690-4dda-8a0d-2238d6b721a3 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.584049 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f871f636-4df8-4d17-9366-bca1ab85b84d req-5e90fcd4-5690-4dda-8a0d-2238d6b721a3 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.0704720 May 10 19:22:46.644349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69dd9-0a9f-415f-9555-f332930d57b2 req-781568b0-711c-4898-b7db-5b93cd84836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.645871 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-41d69dd9-0a9f-415f-9555-f332930d57b2 req-781568b0-711c-4898-b7db-5b93cd84836a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 1134 time: 0.1283832 May 10 19:22:46.653019 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f871f636-4df8-4d17-9366-bca1ab85b84d req-1f26a0e6-4691-4786-b734-4b646a5111ba tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621283 May 10 19:22:46.676588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-32372882-e5e6-4ccc-bad4-df1dffc7068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:46.679895 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-3bfa1a7c-75fe-4846-94d8-a41fc30aa826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.684754 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-3bfa1a7c-75fe-4846-94d8-a41fc30aa826 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d67a63a-4d0e-4961-8ab3-89ca160a4a04 HTTP/1.1" status: 200 len: 848 time: 0.1231787 May 10 19:22:46.712316 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abce2e6-daf2-42c6-b384-bd6ff8c4c2c3 req-4959072a-7330-4445-a622-f31819198fad tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.714997 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8abce2e6-daf2-42c6-b384-bd6ff8c4c2c3 req-4959072a-7330-4445-a622-f31819198fad tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0603271 May 10 19:22:46.738694 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-98dd7826-3cf5-4b04-a3e1-670193462075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:46.740139 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-98dd7826-3cf5-4b04-a3e1-670193462075 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.2216063 May 10 19:22:46.741695 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-7793c879-e4c2-487a-befb-135b92404fd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db092cd5-37de-45d9-b552-3ab40ff7df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466247 May 10 19:22:46.747876 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-41d69dd9-0a9f-415f-9555-f332930d57b2 req-dbc2d015-a602-4b6d-b0f0-3ce1bdd6c28c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902159 May 10 19:22:46.762160 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8abce2e6-daf2-42c6-b384-bd6ff8c4c2c3 req-0f795b1a-0d41-4a6d-977e-5ffc47579851 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 May 10 19:22:46.822938 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-c4a810df-fd6f-40ba-91c1-8ccb3ca7f293 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 1001 time: 0.0632796 May 10 19:22:47.086549 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-66bd20d0-6fad-4c68-8da1-1837a49f5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:47.087925 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-66bd20d0-6fad-4c68-8da1-1837a49f5259 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.0886960 May 10 19:22:47.142577 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-8f108a7d-6207-47cf-8ac2-0d394467532a service neutron] 10.222.0.73 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514678 May 10 19:22:47.143464 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-1a1aa159-5414-4431-8000-a0fef6932a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:47.144793 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-1a1aa159-5414-4431-8000-a0fef6932a16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507369 May 10 19:22:47.320468 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-535ad282-1a03-4313-9d49-2d1ef8a2e5d5 req-41342062-a12e-4352-ab3e-931090f60365 service neutron] 10.222.0.73 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482732 May 10 19:22:47.322299 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-b87297d6-5d1b-4b2b-acf2-7fead2bf1084 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497295 May 10 19:22:47.405537 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:47.702036 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4730f3-85aa-4c61-a230-ac9eed80ea99 req-edad5c83-a8c3-4354-84ce-01eb81755d8e tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:47.703811 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b4730f3-85aa-4c61-a230-ac9eed80ea99 req-edad5c83-a8c3-4354-84ce-01eb81755d8e tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 944 time: 0.0522914 May 10 19:22:47.784383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0a1c9-2c1f-4de3-af47-20d84ac93d3b req-e89d5fb4-26dd-4f32-a0d2-d5322c4aaedd tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:47.785923 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d6c0a1c9-2c1f-4de3-af47-20d84ac93d3b req-e89d5fb4-26dd-4f32-a0d2-d5322c4aaedd tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.0634201 May 10 19:22:47.789471 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b4730f3-85aa-4c61-a230-ac9eed80ea99 req-be861eb9-8d59-4370-9b15-f252c516fd25 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 May 10 19:22:47.850068 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d6c0a1c9-2c1f-4de3-af47-20d84ac93d3b req-fc417236-5c06-4abd-a302-ebadc8880754 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584910 May 10 19:22:47.905569 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207bdfd-72b8-480c-a253-58d2615f61ee req-c6fca478-4b5d-48bd-9814-f17dca7f61c0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:47.907059 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8207bdfd-72b8-480c-a253-58d2615f61ee req-c6fca478-4b5d-48bd-9814-f17dca7f61c0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0505896 May 10 19:22:47.909743 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-808e81ee-4fe2-4f52-9a95-2ddd53ae70a9 req-433905f4-092c-4b86-9b8a-a73ef9363bfa service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012697 May 10 19:22:47.955739 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8207bdfd-72b8-480c-a253-58d2615f61ee req-38363ca6-00b3-4804-af0b-facc9b218dee tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428164 May 10 19:22:48.903336 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176df797-9a7e-4ce2-9b66-de2640446335 req-fffda2f7-e43c-42b6-99d2-fe6346c98c7c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:48.904845 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-176df797-9a7e-4ce2-9b66-de2640446335 req-fffda2f7-e43c-42b6-99d2-fe6346c98c7c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 944 time: 0.0475788 May 10 19:22:48.990243 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:48.990989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d293951-4dd5-4f8a-910b-00fcf7e165a1 req-0b8da96f-a7d2-4099-a042-bd479076828d tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:48.993054 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1d293951-4dd5-4f8a-910b-00fcf7e165a1 req-0b8da96f-a7d2-4099-a042-bd479076828d tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.0681655 May 10 19:22:48.996628 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-176df797-9a7e-4ce2-9b66-de2640446335 req-b5adce32-394c-446b-b86a-6f2d872ab1fc tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861685 May 10 19:22:49.046073 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1d293951-4dd5-4f8a-910b-00fcf7e165a1 req-db4c0638-acf2-41b0-9859-fab1d87fbdee tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 May 10 19:22:49.097134 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba0215-b024-4a63-a666-37036d39282f req-e19f1472-8c3c-4a4d-bd34-300aec9c6c7f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:49.098666 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-38ba0215-b024-4a63-a666-37036d39282f req-e19f1472-8c3c-4a4d-bd34-300aec9c6c7f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0471759 May 10 19:22:49.148459 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-38ba0215-b024-4a63-a666-37036d39282f req-e0f43b79-bc81-47b3-821e-7d2838510633 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 May 10 19:22:49.989653 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 90abd251-3223-4e71-8258-af339d7e2af3 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:22:50.091822 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 90abd251-3223-4e71-8258-af339d7e2af3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90abd251-3223-4e71-8258-af339d7e2af3,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:50.104025 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '90abd251-3223-4e71-8258-af339d7e2af3', 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26', 'port_id': '90abd251-3223-4e71-8258-af339d7e2af3', 'mac_address': 'fa:16:3e:05:25:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d67a63a-4d0e-4961-8ab3-89ca160a4a04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:22:50.116750 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ba185-47dd-463d-be69-7ebb5a00a451 req-81938c98-92ad-4db4-9902-9ea1ddbefc60 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:50.118388 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f9ba185-47dd-463d-be69-7ebb5a00a451 req-81938c98-92ad-4db4-9902-9ea1ddbefc60 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 944 time: 0.0540957 May 10 19:22:50.142706 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 90abd251-3223-4e71-8258-af339d7e2af3 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:22:50.143509 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (90abd251-3223-4e71-8258-af339d7e2af3), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:50.159499 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90abd251-3223-4e71-8258-af339d7e2af3 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:22:50.190865 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 90abd251-3223-4e71-8258-af339d7e2af3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90abd251-3223-4e71-8258-af339d7e2af3,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:50.196186 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (90abd251-3223-4e71-8258-af339d7e2af3), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:50.216068 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac17b8-764f-4822-b461-b1ac8a41a1a5 req-1883e532-6e7c-4879-9dd0-6fb2d6708287 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:50.220901 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-54ac17b8-764f-4822-b461-b1ac8a41a1a5 req-1883e532-6e7c-4879-9dd0-6fb2d6708287 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.1014917 May 10 19:22:50.241130 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f9ba185-47dd-463d-be69-7ebb5a00a451 req-dc816474-6f60-41b5-a7f6-126daa6420e2 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122718 May 10 19:22:50.251148 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=90abd251-3223-4e71-8258-af339d7e2af3,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:50.273283 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-54ac17b8-764f-4822-b461-b1ac8a41a1a5 req-2c5edb6a-c598-4560-82b2-f188ec1b15bd tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 May 10 19:22:50.355609 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9baa2-8c97-4267-827e-80ae4df9332b req-33f9a113-1a72-477b-96ad-eeeb77094bec tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:50.357107 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0af9baa2-8c97-4267-827e-80ae4df9332b req-33f9a113-1a72-477b-96ad-eeeb77094bec tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0466769 May 10 19:22:50.406896 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0af9baa2-8c97-4267-827e-80ae4df9332b req-2ceaa8c2-4e3b-4b82-a679-f5ec31f0e47f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 May 10 19:22:50.551871 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d7d4-f529-4ae7-93b6-184ffabe1772 req-8c058bdd-3147-4638-8b63-513d6005e1be tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:50.553373 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4ce1d7d4-f529-4ae7-93b6-184ffabe1772 req-8c058bdd-3147-4638-8b63-513d6005e1be tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.0498853 May 10 19:22:50.601126 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4ce1d7d4-f529-4ae7-93b6-184ffabe1772 req-c4990d50-5de3-4ad7-bd09-4a6a5dd7655c tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 May 10 19:22:50.639359 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:50.655432 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['90abd251-3223-4e71-8258-af339d7e2af3'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:22:51.358102 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20b9fa-794b-441e-8eb3-235f68e889e9 req-9f925102-b46d-4b03-a123-461762953989 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:51.359634 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7c20b9fa-794b-441e-8eb3-235f68e889e9 req-9f925102-b46d-4b03-a123-461762953989 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 945 time: 0.0463500 May 10 19:22:51.407588 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7c20b9fa-794b-441e-8eb3-235f68e889e9 req-191e791d-3abb-4cda-9121-249e9431d18f tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 May 10 19:22:51.517789 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731b63-07b0-42a2-89f8-8305523a01ab req-44897b31-7415-470e-922b-06794c44b47a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:51.519242 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a2731b63-07b0-42a2-89f8-8305523a01ab req-44897b31-7415-470e-922b-06794c44b47a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0457935 May 10 19:22:51.568413 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a2731b63-07b0-42a2-89f8-8305523a01ab req-caed9dd3-e53a-4cb2-a8a7-7db45243e32f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 May 10 19:22:51.713112 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6df27-0a53-4b45-bafc-a77e324db681 req-bb3db381-e324-4294-9805-a4451e85e193 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:51.714580 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cab6df27-0a53-4b45-bafc-a77e324db681 req-bb3db381-e324-4294-9805-a4451e85e193 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.0465493 May 10 19:22:51.761307 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cab6df27-0a53-4b45-bafc-a77e324db681 req-efc62597-a4c4-42ae-929f-440affbec455 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 May 10 19:22:52.126278 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 90abd251-3223-4e71-8258-af339d7e2af3 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:22:52.173453 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 90abd251-3223-4e71-8258-af339d7e2af3 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:22:52.179822 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 90abd251-3223-4e71-8258-af339d7e2af3 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:22:52.180247 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (90abd251-3223-4e71-8258-af339d7e2af3), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:52.257645 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 90abd251-3223-4e71-8258-af339d7e2af3 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:22:52.258031 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (90abd251-3223-4e71-8258-af339d7e2af3), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:52.280665 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90abd251-3223-4e71-8258-af339d7e2af3'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:52.282920 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a640aa77-7a50-4b21-ac9d-2d9e0c894b02" -d '{"events": [{"server_uuid": "d475e717-ef04-40ef-a59d-3949d5848b61", "name": "network-vif-plugged", "status": "completed", "tag": "90abd251-3223-4e71-8258-af339d7e2af3"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:52.296234 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 90abd251-3223-4e71-8258-af339d7e2af3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90abd251-3223-4e71-8258-af339d7e2af3,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:52.305293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (90abd251-3223-4e71-8258-af339d7e2af3), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:52.333300 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41356d69-a6c4-4fe7-9514-bed91d570efe x-openstack-request-id: req-41356d69-a6c4-4fe7-9514-bed91d570efe {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:52.333594 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d475e717-ef04-40ef-a59d-3949d5848b61", "name": "network-vif-plugged", "status": "completed", "tag": "90abd251-3223-4e71-8258-af339d7e2af3", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:52.333847 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41356d69-a6c4-4fe7-9514-bed91d570efe {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:52.334233 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41356d69-a6c4-4fe7-9514-bed91d570efe'] response: {'server_uuid': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90abd251-3223-4e71-8258-af339d7e2af3', 'code': 200} May 10 19:22:52.360004 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=90abd251-3223-4e71-8258-af339d7e2af3,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:52.520394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49230bb-cdda-4d5c-b878-9543b19c70fc req-d857e51b-d3a4-4f3a-93a1-b9c26cb99ce4 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:52.521860 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c49230bb-cdda-4d5c-b878-9543b19c70fc req-d857e51b-d3a4-4f3a-93a1-b9c26cb99ce4 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0486603 May 10 19:22:52.577280 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c49230bb-cdda-4d5c-b878-9543b19c70fc req-d2954a6a-3dde-4fb1-916f-03f743631f35 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471482 May 10 19:22:52.686244 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde64e-1814-4253-982a-83a0e22ff908 req-c6162f29-e1f2-4b3f-bf76-810d56bdec44 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:52.687678 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34cde64e-1814-4253-982a-83a0e22ff908 req-c6162f29-e1f2-4b3f-bf76-810d56bdec44 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0505228 May 10 19:22:52.734408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34cde64e-1814-4253-982a-83a0e22ff908 req-b4a0b018-47bf-4f65-a87f-40b02bad71c6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 May 10 19:22:52.873182 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4ec41-7c52-435d-8161-e77615bc8ab0 req-fb946076-a0c2-48ce-bcf4-ffcfa0e959dc tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:52.874718 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-24f4ec41-7c52-435d-8161-e77615bc8ab0 req-fb946076-a0c2-48ce-bcf4-ffcfa0e959dc tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.0470991 May 10 19:22:52.924397 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-24f4ec41-7c52-435d-8161-e77615bc8ab0 req-fce39e7f-5f4e-4f08-b3ad-135a314e5756 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/security-groups?id=62a098bd-3d55-408b-bfef-16ac7b60b048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 May 10 19:22:53.176009 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-05cd2038-83c7-4844-8b80-4e833ec5e219 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:53.177687 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-05cd2038-83c7-4844-8b80-4e833ec5e219 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 950 time: 0.1084359 May 10 19:22:53.183646 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712346d-7ca9-4c9c-9bca-49d5009ff800 req-2deb3c62-daec-4003-a0ec-ed5578dbd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:53.185128 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2712346d-7ca9-4c9c-9bca-49d5009ff800 req-2deb3c62-daec-4003-a0ec-ed5578dbd03a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 1130 time: 0.0642798 May 10 19:22:53.323349 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2712346d-7ca9-4c9c-9bca-49d5009ff800 req-7641b03a-344d-4101-9c1b-995e42529f23 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231155 May 10 19:22:53.345369 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Deleting port d7b96689-ade9-46a6-8245-ce86803a7637 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:22:53.345707 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:53.436212 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] For port d7b96689-ade9-46a6-8245-ce86803a7637, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d7b96689-ade9-46a6-8245-ce86803a7637,segment=NetworkSegment(9be0c37e-b9b6-4849-926c-4ae2e39d9f67),segment_id=9be0c37e-b9b6-4849-926c-4ae2e39d9f67)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:53.436612 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:53.451359 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Calling delete_port for d7b96689-ade9-46a6-8245-ce86803a7637 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:22:53.606400 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (d7b96689-ade9-46a6-8245-ce86803a7637), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:53.620082 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['d7b96689-ade9-46a6-8245-ce86803a7637'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:22:53.638526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Pushing event deleted for resources: {'Port': ['ID=d7b96689-ade9-46a6-8245-ce86803a7637,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:53.698969 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247ce03-898a-4ee6-b48a-0aa6ad12fb73 req-a2831d00-5878-4323-a98c-0dfc46eceef4 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:53.700945 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d247ce03-898a-4ee6-b48a-0aa6ad12fb73 req-a2831d00-5878-4323-a98c-0dfc46eceef4 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0517480 May 10 19:22:53.712132 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] No DVR routers for this DVR port d7b96689-ade9-46a6-8245-ce86803a7637 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:22:53.715827 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:53.719523 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-fc3922a3-f156-459b-9c8c-5ef854c635cd req-66845b44-cfcd-4f34-8f5c-59730552d735 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.73 "DELETE /v2.0/ports/d7b96689-ade9-46a6-8245-ce86803a7637 HTTP/1.1" status: 204 len: 173 time: 0.5207999 May 10 19:22:53.719975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'name': 'network-vif-deleted', 'tag': 'd7b96689-ade9-46a6-8245-ce86803a7637'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:53.722306 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a17e7c-fdb6-4d07-b72b-e37727da8c56" -d '{"events": [{"server_uuid": "c7b87e84-06c4-4f64-938c-5a06018cc125", "name": "network-vif-deleted", "tag": "d7b96689-ade9-46a6-8245-ce86803a7637"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:53.770894 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b731400-0e62-4177-aff4-b8a784459f84 x-openstack-request-id: req-1b731400-0e62-4177-aff4-b8a784459f84 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:53.771440 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b87e84-06c4-4f64-938c-5a06018cc125", "name": "network-vif-deleted", "tag": "d7b96689-ade9-46a6-8245-ce86803a7637", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:53.771748 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b731400-0e62-4177-aff4-b8a784459f84 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:53.772285 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b731400-0e62-4177-aff4-b8a784459f84'] response: {'server_uuid': 'c7b87e84-06c4-4f64-938c-5a06018cc125', 'name': 'network-vif-deleted', 'tag': 'd7b96689-ade9-46a6-8245-ce86803a7637', 'status': 'completed', 'code': 200} May 10 19:22:53.773879 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d247ce03-898a-4ee6-b48a-0aa6ad12fb73 req-90708cbc-a35b-4caf-ae87-a84430fa31a6 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671332 May 10 19:22:53.880515 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35f78b-5ce8-48ef-bd74-d36ae10fd172 req-64c84dbc-c3a6-4759-b476-6fffe138b013 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:53.882537 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b35f78b-5ce8-48ef-bd74-d36ae10fd172 req-64c84dbc-c3a6-4759-b476-6fffe138b013 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0495458 May 10 19:22:53.933169 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b35f78b-5ce8-48ef-bd74-d36ae10fd172 req-553d1d7b-0677-4a39-9cef-18bf0b6a94aa tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 May 10 19:22:54.038642 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4d98fe6a-2893-4ba0-aa88-eb90506bee5d req-e3329286-b0fd-4621-a918-8dd4d5d63e46 tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0270631 May 10 19:22:54.877241 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01392e49-5172-466a-8f92-d15f3307c66b req-d487d2f5-99a9-4a7f-89d7-afc16e42f8fd tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:54.878663 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-01392e49-5172-466a-8f92-d15f3307c66b req-d487d2f5-99a9-4a7f-89d7-afc16e42f8fd tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0486090 May 10 19:22:54.926285 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-01392e49-5172-466a-8f92-d15f3307c66b req-ebb6d8a4-e97c-4882-9845-91812eb68e83 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 May 10 19:22:55.046582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f301ba-fed1-44a8-95e4-9df9cf5150aa req-29716638-500b-4ed9-88b8-44d87de68c3b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:55.047980 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-83f301ba-fed1-44a8-95e4-9df9cf5150aa req-29716638-500b-4ed9-88b8-44d87de68c3b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0473142 May 10 19:22:55.101613 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-83f301ba-fed1-44a8-95e4-9df9cf5150aa req-aaca5d00-0218-46d0-aa2d-3ba32607b34e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 May 10 19:22:55.168974 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4cf4b2a-c7e2-49f1-99e2-7a3c97d799bb req-c4f1561a-9fc0-41b1-bf8a-a7c109f9c26b tempest-VolumesNegativeTest-767986723 tempest-VolumesNegativeTest-767986723-project] 10.222.0.70 "GET /v2.0/ports?device_id=c7b87e84-06c4-4f64-938c-5a06018cc125 HTTP/1.1" status: 200 len: 210 time: 0.0272334 May 10 19:22:56.046392 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db551c-fae8-4b64-90ff-507570f085fb req-158c76e9-3929-45cd-9b58-9c938fcd822b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:56.047863 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c3db551c-fae8-4b64-90ff-507570f085fb req-158c76e9-3929-45cd-9b58-9c938fcd822b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0497496 May 10 19:22:56.099657 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c3db551c-fae8-4b64-90ff-507570f085fb req-c0d4139b-5e8f-4fd7-bce3-da2572f5118d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 May 10 19:22:56.109969 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device d7b96689-ade9-46a6-8245-ce86803a7637 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:22:56.131216 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: d7b96689-ade9-46a6-8245-ce86803a7637 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:22:56.132190 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device d7b96689-ade9-46a6-8245-ce86803a7637 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:22:56.235624 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d053131-c62c-439c-a2e7-91c426b23731 req-5108f50d-050b-4d21-9cca-92ab06b76cdc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:56.237228 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5d053131-c62c-439c-a2e7-91c426b23731 req-5108f50d-050b-4d21-9cca-92ab06b76cdc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0541797 May 10 19:22:56.285456 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5d053131-c62c-439c-a2e7-91c426b23731 req-3df3bd77-f276-4985-b090-eeff1e2b79a4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 May 10 19:22:56.954024 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf3f0-4e4e-4b85-a613-ae78d8823531 req-ff32a3a7-7ee4-4737-aad8-250d2af7bd91 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:56.954814 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-21fdf3f0-4e4e-4b85-a613-ae78d8823531 req-ff32a3a7-7ee4-4737-aad8-250d2af7bd91 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0477614 May 10 19:22:57.019202 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-21fdf3f0-4e4e-4b85-a613-ae78d8823531 req-c4ffb682-f122-4d8f-ba64-515cc4cc85b0 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 May 10 19:22:57.402795 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f43f-934b-48f2-b737-c29c4ceda86c req-6d028859-338a-469f-b8a0-c3ba33f58cc7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:57.404286 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8ee2f43f-934b-48f2-b737-c29c4ceda86c req-6d028859-338a-469f-b8a0-c3ba33f58cc7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0487623 May 10 19:22:57.455315 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8ee2f43f-934b-48f2-b737-c29c4ceda86c req-c550eb1c-18ab-4923-a125-ca17295ec011 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 May 10 19:22:58.148239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb18d-0e98-4d4e-9d46-918d5a0bd40e req-e3324928-2b6d-4c1c-a629-35b6b8ade858 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:58.150136 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f1acb18d-0e98-4d4e-9d46-918d5a0bd40e req-e3324928-2b6d-4c1c-a629-35b6b8ade858 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0593905 May 10 19:22:58.199999 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f1acb18d-0e98-4d4e-9d46-918d5a0bd40e req-0aa6d313-7302-4457-b666-4de6e0b52cf3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442576 May 10 19:22:58.576091 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bae68d-da8f-4649-8128-841402467ea2 req-23444a61-a680-4b00-8d67-e7b51120ac1a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:58.577715 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-07bae68d-da8f-4649-8128-841402467ea2 req-23444a61-a680-4b00-8d67-e7b51120ac1a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0542381 May 10 19:22:58.636220 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-07bae68d-da8f-4649-8128-841402467ea2 req-7706bbda-498c-4b69-9d76-b851ce108e64 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 May 10 19:22:59.182152 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-87fdadb0-63e0-401a-9308-2bb583c11f5f tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:59.183549 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-87fdadb0-63e0-401a-9308-2bb583c11f5f tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0467443 May 10 19:22:59.275440 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Deleting port 90abd251-3223-4e71-8258-af339d7e2af3 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:22:59.275819 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (90abd251-3223-4e71-8258-af339d7e2af3), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:59.317959 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c967-39ad-4a53-bdcc-33ff2c01c80e req-5b6813de-686b-4c41-868f-0a1f71e0beba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:59.319502 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-aca5c967-39ad-4a53-bdcc-33ff2c01c80e req-5b6813de-686b-4c41-868f-0a1f71e0beba tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 946 time: 0.0482626 May 10 19:22:59.367822 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-aca5c967-39ad-4a53-bdcc-33ff2c01c80e req-2bd473b8-e16f-4e4f-93b1-0551cf94bf5b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 May 10 19:22:59.369709 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] For port 90abd251-3223-4e71-8258-af339d7e2af3, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90abd251-3223-4e71-8258-af339d7e2af3,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:22:59.370060 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (90abd251-3223-4e71-8258-af339d7e2af3), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:59.383494 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Calling delete_port for 90abd251-3223-4e71-8258-af339d7e2af3 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:22:59.516106 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (90abd251-3223-4e71-8258-af339d7e2af3), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:59.535375 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['90abd251-3223-4e71-8258-af339d7e2af3'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:22:59.548133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Pushing event deleted for resources: {'Port': ['ID=90abd251-3223-4e71-8258-af339d7e2af3,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:22:59.589978 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] No DVR routers for this DVR port 90abd251-3223-4e71-8258-af339d7e2af3 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:22:59.592996 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:22:59.596487 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2d5066c0-4d14-4f58-9acd-08055600d2e2 req-4af5095d-2636-4fb9-b933-7af3bde4093b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "DELETE /v2.0/ports/90abd251-3223-4e71-8258-af339d7e2af3 HTTP/1.1" status: 204 len: 173 time: 0.4063807 May 10 19:22:59.596935 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'name': 'network-vif-deleted', 'tag': '90abd251-3223-4e71-8258-af339d7e2af3'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:22:59.599166 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb3795-4e0f-4540-b701-ec7cc4dfee18" -d '{"events": [{"server_uuid": "d475e717-ef04-40ef-a59d-3949d5848b61", "name": "network-vif-deleted", "tag": "90abd251-3223-4e71-8258-af339d7e2af3"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:22:59.633904 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd270538-2cf2-49cc-a178-094bde5c06e4 x-openstack-request-id: req-fd270538-2cf2-49cc-a178-094bde5c06e4 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:22:59.634194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d475e717-ef04-40ef-a59d-3949d5848b61", "name": "network-vif-deleted", "tag": "90abd251-3223-4e71-8258-af339d7e2af3", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:22:59.634459 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd270538-2cf2-49cc-a178-094bde5c06e4 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:22:59.634877 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd270538-2cf2-49cc-a178-094bde5c06e4'] response: {'server_uuid': 'd475e717-ef04-40ef-a59d-3949d5848b61', 'name': 'network-vif-deleted', 'tag': '90abd251-3223-4e71-8258-af339d7e2af3', 'status': 'completed', 'code': 200} May 10 19:22:59.752804 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce841d76-3faa-4f0d-91c7-e80ff7dec942 req-14e7d682-6959-41bc-88d5-e1b0ea67897c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:22:59.754288 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ce841d76-3faa-4f0d-91c7-e80ff7dec942 req-14e7d682-6959-41bc-88d5-e1b0ea67897c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0498614 May 10 19:22:59.801135 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ce841d76-3faa-4f0d-91c7-e80ff7dec942 req-1a8e8f7b-c18c-47c5-9a8d-6e54fb49e8ba tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 May 10 19:23:00.289741 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 50766) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:00.439717 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a1ab1370-50fa-416b-b362-3e040a01f4e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7423397f1a9546bbb64a843b37d62213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488364 May 10 19:23:00.442156 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 50776) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:00.463900 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-de183fa6-b0fa-428d-84fc-24dd03e56cc4 req-029c460e-78a4-420c-b7a7-d21f92f4dbca tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=d475e717-ef04-40ef-a59d-3949d5848b61 HTTP/1.1" status: 200 len: 210 time: 0.0273321 May 10 19:23:00.490439 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa208-f97e-4f08-8584-ad062162c89e admin admin] Publish callbacks [] for security_group (62a098bd-3d55-408b-bfef-16ac7b60b048), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:00.514789 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa208-f97e-4f08-8584-ad062162c89e admin admin] Publish callbacks [] for security_group (62a098bd-3d55-408b-bfef-16ac7b60b048), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:00.570407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa208-f97e-4f08-8584-ad062162c89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (62a098bd-3d55-408b-bfef-16ac7b60b048), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:00.573665 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa208-f97e-4f08-8584-ad062162c89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:00.575896 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-cb4fa208-f97e-4f08-8584-ad062162c89e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62a098bd-3d55-408b-bfef-16ac7b60b048 HTTP/1.1" status: 204 len: 168 time: 0.1328268 May 10 19:23:00.588496 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa208-f97e-4f08-8584-ad062162c89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a098bd-3d55-408b-bfef-16ac7b60b048,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:00.703649 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a446ff0-ef3c-407d-a222-985442fbfa16 req-489fc82f-1584-4502-a7d0-52858dc00fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:00.705223 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3a446ff0-ef3c-407d-a222-985442fbfa16 req-489fc82f-1584-4502-a7d0-52858dc00fb3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1130 time: 0.0482240 May 10 19:23:00.916859 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569e1b3-f8cc-4039-9731-dada30eea34f req-898eefc8-053b-4eaf-b0af-cbb4fb0d9ec5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:00.918412 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c569e1b3-f8cc-4039-9731-dada30eea34f req-898eefc8-053b-4eaf-b0af-cbb4fb0d9ec5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0467174 May 10 19:23:00.966338 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c569e1b3-f8cc-4039-9731-dada30eea34f req-f2591467-5824-4735-abbb-e81c69509d4b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 May 10 19:23:01.045176 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3a446ff0-ef3c-407d-a222-985442fbfa16 req-07e8420a-69d6-4f71-af57-4a45da8475e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 May 10 19:23:01.825031 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-ed4ba681-9389-423b-abe1-585a3ebea14e tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:01.826721 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-ed4ba681-9389-423b-abe1-585a3ebea14e tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/networks?id=db092cd5-37de-45d9-b552-3ab40ff7df26 HTTP/1.1" status: 200 len: 808 time: 0.1137328 May 10 19:23:01.841281 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-60930b38-d22c-4a45-8d8a-41dc210a772a tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/quotas/055ce91938ab45018f4e259e45b3fac5 HTTP/1.1" status: 200 len: 375 time: 0.0091474 May 10 19:23:01.874152 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-472a9ea9-2726-4673-9999-9c7924e1e223 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=055ce91938ab45018f4e259e45b3fac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276453 May 10 19:23:01.967888 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-a3049cdc-3631-4d7b-9173-e740a8ebaab1 service neutron] 10.222.0.70 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870137 May 10 19:23:02.066060 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-01eaa31a-b0a1-4703-bc0a-eb4f6859ca28 service neutron] 10.222.0.70 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924399 May 10 19:23:02.099447 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d99ff-714a-410c-bac9-022580cbbc1f req-1a4fca91-e5ea-49dd-ba67-fd661fbadd0c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:02.101482 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd1d99ff-714a-410c-bac9-022580cbbc1f req-1a4fca91-e5ea-49dd-ba67-fd661fbadd0c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0539606 May 10 19:23:02.153713 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd1d99ff-714a-410c-bac9-022580cbbc1f req-4a5a259f-7507-46e8-ad60-5d671f872f47 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 May 10 19:23:02.175220 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 90abd251-3223-4e71-8258-af339d7e2af3 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:23:02.197292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 90abd251-3223-4e71-8258-af339d7e2af3 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:23:02.197626 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 90abd251-3223-4e71-8258-af339d7e2af3 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:23:02.226288 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b5e6b045-4f6f-4e8f-9137-a234d197d61c req-e0d661a1-5fbe-465f-916e-7aab71a515c2 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 210 time: 0.0270030 May 10 19:23:03.269566 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e3347-93cf-481c-93fc-4bc322ccc9ad req-3bfe5ecd-bf06-470c-96ae-161bb66ff37a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:03.271052 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ea0e3347-93cf-481c-93fc-4bc322ccc9ad req-3bfe5ecd-bf06-470c-96ae-161bb66ff37a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0471423 May 10 19:23:03.322676 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ea0e3347-93cf-481c-93fc-4bc322ccc9ad req-de5b103e-3a52-4ec8-a60b-08354d785712 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460837 May 10 19:23:03.416343 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f684b66-1d89-4b51-820b-126ada006ef6 req-4878f744-8da5-4934-9edc-93bf0d355b13 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 210 time: 0.0308449 May 10 19:23:03.878043 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c11f12-1854-451e-ac3e-a0c98025ed00 req-a507e873-c2b9-4fea-b1db-6a385e0d8193 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:03.887336 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-84c11f12-1854-451e-ac3e-a0c98025ed00 req-a507e873-c2b9-4fea-b1db-6a385e0d8193 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.2716711 May 10 19:23:03.953572 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-84c11f12-1854-451e-ac3e-a0c98025ed00 req-ff670f1a-1241-46cd-adc6-1cff1f57757b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644734 May 10 19:23:03.991167 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-ad70e9ca-4616-41bc-bb8a-6db13903c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:03.993256 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-ad70e9ca-4616-41bc-bb8a-6db13903c7ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 1130 time: 0.0888462 May 10 19:23:04.126792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-144b6830-9ad4-48b0-aa67-f4489c33d497 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:04.128190 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-144b6830-9ad4-48b0-aa67-f4489c33d497 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "GET /v2.0/networks?id=db092cd5-37de-45d9-b552-3ab40ff7df26 HTTP/1.1" status: 200 len: 808 time: 0.1691616 May 10 19:23:04.156696 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-c9366af6-365b-4159-82ad-b48c6cfea9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:04.158129 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-c9366af6-365b-4159-82ad-b48c6cfea9c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.1368020 May 10 19:23:04.230410 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Request body: {'port': {'device_id': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26', 'admin_state_up': True, 'tenant_id': '055ce91938ab45018f4e259e45b3fac5'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:04.310358 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-aab9b0b9-2012-4d4a-87de-3579838c69f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 200 len: 217 time: 0.0619197 May 10 19:23:04.387667 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-608c7c63-cd65-4650-8cf2-0d846ec1cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:04.391767 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-608c7c63-cd65-4650-8cf2-0d846ec1cea7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0747883 May 10 19:23:04.415279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Made reservation on behalf of 055ce91938ab45018f4e259e45b3fac5 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:04.418364 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:04.456809 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-8204a849-c8e1-4699-9af7-3075e47d5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:04.458296 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-8204a849-c8e1-4699-9af7-3075e47d5372 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521939 May 10 19:23:04.514394 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-36e0955e-0f72-4ea1-95b6-7a720f88b892 req-3c656110-ebda-4aec-b3e9-c89deb007a76 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 210 time: 0.0285842 May 10 19:23:04.632263 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Allocated IP 172.20.0.4 (db092cd5-37de-45d9-b552-3ab40ff7df26/1d67a63a-4d0e-4961-8ab3-89ca160a4a04/f93efad1-bd17-470f-b066-615bfeaa280a) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:04.637598 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-ad38758e-ca4b-4c95-b0e6-e5cc3273e5db service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439972 May 10 19:23:04.785611 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks [] for port (f93efad1-bd17-470f-b066-615bfeaa280a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:04.817163 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:04.859122 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Network db092cd5-37de-45d9-b552-3ab40ff7df26 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:04.862310 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:04.868207 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:04.874879 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Pushing event updated for resources: {'Port': ['ID=f93efad1-bd17-470f-b066-615bfeaa280a,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:04.924314 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:04.925020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:04.941941 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-eb4d9e44-be16-42b7-83aa-9aa2d667625d tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153940 May 10 19:23:05.074460 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f28a-569b-4d12-9faf-8ad388269a84 req-77ae2e1c-6b29-4b55-9ed0-b12a9fffe16b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:05.075883 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-14d2f28a-569b-4d12-9faf-8ad388269a84 req-77ae2e1c-6b29-4b55-9ed0-b12a9fffe16b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0827069 May 10 19:23:05.105750 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15133933-fc82-4477-9e1b-80abb438ff50 req-4e64dc64-8be3-487f-9a8c-95d3e0521f39 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:05.107191 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-15133933-fc82-4477-9e1b-80abb438ff50 req-4e64dc64-8be3-487f-9a8c-95d3e0521f39 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0720646 May 10 19:23:05.151461 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-14d2f28a-569b-4d12-9faf-8ad388269a84 req-6f33f018-ef2f-4187-8c19-28939ecdee38 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698836 May 10 19:23:05.171785 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-15133933-fc82-4477-9e1b-80abb438ff50 req-2cd955d3-b20a-4369-a56a-5b7bc36ad078 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 May 10 19:23:05.626557 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2e5b4-769c-4114-85a9-25903c5e3a17 req-8443bc83-ba30-4d53-bbbf-07444c9b42a3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:05.628010 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-acb2e5b4-769c-4114-85a9-25903c5e3a17 req-8443bc83-ba30-4d53-bbbf-07444c9b42a3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 931 time: 0.0471818 May 10 19:23:05.676445 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-acb2e5b4-769c-4114-85a9-25903c5e3a17 req-6f7a303c-a813-4c93-abbc-866f78b68261 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 May 10 19:23:06.297117 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a53cc-2dcb-4103-99b3-de74958e99bd req-ef6179f9-fd00-4b75-a7bb-cde18e842863 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:06.298560 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-739a53cc-2dcb-4103-99b3-de74958e99bd req-ef6179f9-fd00-4b75-a7bb-cde18e842863 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0763919 May 10 19:23:06.308778 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539194-c801-4720-85f9-ff7dc3235af2 req-61d4fe89-7b74-4ccb-87b2-a683e08e197c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:06.310124 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32539194-c801-4720-85f9-ff7dc3235af2 req-61d4fe89-7b74-4ccb-87b2-a683e08e197c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0576720 May 10 19:23:06.381248 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-739a53cc-2dcb-4103-99b3-de74958e99bd req-5e87cce9-d3a7-4b2c-a8de-6db55162b8a3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701673 May 10 19:23:06.384236 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32539194-c801-4720-85f9-ff7dc3235af2 req-419b7964-8c94-45c1-80fc-9b9afa6c915d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674951 May 10 19:23:06.789787 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08b709-8dd6-4e47-a645-9fc09d5c3459 req-83591cfd-de19-4cf0-9d6d-e37a60420d13 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:06.791288 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d08b709-8dd6-4e47-a645-9fc09d5c3459 req-83591cfd-de19-4cf0-9d6d-e37a60420d13 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 931 time: 0.0470660 May 10 19:23:06.836552 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d08b709-8dd6-4e47-a645-9fc09d5c3459 req-29b9bf09-70cb-4571-99c4-cf5fa95fff52 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 May 10 19:23:07.531126 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdb7a5-d5ae-499b-9e04-d6fa07101016 req-ab650497-7e28-41f2-beac-1b6a40a50f1d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:07.532687 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-48bdb7a5-d5ae-499b-9e04-d6fa07101016 req-ab650497-7e28-41f2-beac-1b6a40a50f1d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0790465 May 10 19:23:07.550861 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538af43-8814-4a27-ace4-3534e15c59c1 req-4530edde-38b2-4204-8769-8f4f111876f7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:07.552373 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8538af43-8814-4a27-ace4-3534e15c59c1 req-4530edde-38b2-4204-8769-8f4f111876f7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.1006572 May 10 19:23:07.623060 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-48bdb7a5-d5ae-499b-9e04-d6fa07101016 req-1f069b52-fa12-49dc-b424-6eee2c522569 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834959 May 10 19:23:07.636075 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8538af43-8814-4a27-ace4-3534e15c59c1 req-514e19bd-4c91-48b7-b495-da705eed3a98 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735710 May 10 19:23:07.758031 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Request body: {'port': {'device_id': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:07.852775 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-61fa463b-83f5-49f7-be21-e0544ea82997 req-309fb91c-42ae-4538-9df2-1c9766876112 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985896 May 10 19:23:07.853308 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:07.955009 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cb8bb-bfa0-4ae7-aea2-b17c9449a584 req-b2c20744-10ef-46d3-b167-74e300eb7f1c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:07.956577 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-522cb8bb-bfa0-4ae7-aea2-b17c9449a584 req-b2c20744-10ef-46d3-b167-74e300eb7f1c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 931 time: 0.0501225 May 10 19:23:08.005742 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-522cb8bb-bfa0-4ae7-aea2-b17c9449a584 req-b0b586a1-979f-4baf-83ee-50471bee7f6f tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 May 10 19:23:08.128011 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93efad1-bd17-470f-b066-615bfeaa280a {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:08.136052 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Publish callbacks [] for port (f93efad1-bd17-470f-b066-615bfeaa280a), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:08.149218 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Transition to ACTIVE for port object f93efad1-bd17-470f-b066-615bfeaa280a will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:23:08.152827 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:08.245836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Pushing event updated for resources: {'Port': ['ID=f93efad1-bd17-470f-b066-615bfeaa280a,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:08.281655 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Attempting to bind port f93efad1-bd17-470f-b066-615bfeaa280a on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:08.282041 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Attempting to bind port f93efad1-bd17-470f-b066-615bfeaa280a by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:08.282348 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Attempting to bind port f93efad1-bd17-470f-b066-615bfeaa280a on network db092cd5-37de-45d9-b552-3ab40ff7df26 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:08.288600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Port f93efad1-bd17-470f-b066-615bfeaa280a on network db092cd5-37de-45d9-b552-3ab40ff7df26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:23:08.288838 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Attempting to bind port f93efad1-bd17-470f-b066-615bfeaa280a on network db092cd5-37de-45d9-b552-3ab40ff7df26 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:08.294402 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:08.294874 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Checking segment: {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:08.295259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Bound using segment: {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:08.295681 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Bound port: f93efad1-bd17-470f-b066-615bfeaa280a, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeb808b-57fb-422a-b6fd-16bc3534cbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:08.296127 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:08.369507 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] For port f93efad1-bd17-470f-b066-615bfeaa280a, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:08.371016 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] For port f93efad1-bd17-470f-b066-615bfeaa280a, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f93efad1-bd17-470f-b066-615bfeaa280a,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:08.376892 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:08.411665 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:08.412391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:08.413798 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] 10.222.0.73 "PUT /v2.0/ports/f93efad1-bd17-470f-b066-615bfeaa280a HTTP/1.1" status: 200 len: 1093 time: 0.6599524 May 10 19:23:08.414243 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'tag': 'f93efad1-bd17-470f-b066-615bfeaa280a'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:08.416621 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcf5f28-9746-420d-96f1-524342cf3906", "tag": "f93efad1-bd17-470f-b066-615bfeaa280a"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:08.440676 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f891d-8f36-41ad-a49c-589e134ddc6a service neutron] Pushing event updated for resources: {'Port': ['ID=f93efad1-bd17-470f-b066-615bfeaa280a,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:08.453104 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4e2a49-c0e7-4ed7-9382-d779cabba869 x-openstack-request-id: req-6d4e2a49-c0e7-4ed7-9382-d779cabba869 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:08.453391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcf5f28-9746-420d-96f1-524342cf3906", "tag": "f93efad1-bd17-470f-b066-615bfeaa280a", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:08.453645 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d4e2a49-c0e7-4ed7-9382-d779cabba869 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:08.454078 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4e2a49-c0e7-4ed7-9382-d779cabba869'] response: {'name': 'network-changed', 'server_uuid': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'tag': 'f93efad1-bd17-470f-b066-615bfeaa280a', 'status': 'completed', 'code': 200} May 10 19:23:08.746945 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee6e09-c785-4840-ad72-b35fbec73616 req-304a5b2c-238c-4e72-89fb-6f62162a440e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:08.748478 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41ee6e09-c785-4840-ad72-b35fbec73616 req-304a5b2c-238c-4e72-89fb-6f62162a440e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0479231 May 10 19:23:08.794427 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41ee6e09-c785-4840-ad72-b35fbec73616 req-68220a30-b405-454f-bad9-1d4ab23874c3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403047 May 10 19:23:08.899347 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a9abb-d43d-4ab0-9b99-0fce397415a9 req-11d337ab-839e-439a-8081-adbc039f17ba tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:08.900733 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e52a9abb-d43d-4ab0-9b99-0fce397415a9 req-11d337ab-839e-439a-8081-adbc039f17ba tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0488439 May 10 19:23:08.947418 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e52a9abb-d43d-4ab0-9b99-0fce397415a9 req-b63c09cc-07fd-4828-b77b-e7ae72ccdcee tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 May 10 19:23:09.118952 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007dfa2-ee19-40a6-8a45-e492277b7243 req-acfc88b1-afb6-495b-8d1b-96a92fc9b23e tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:09.120482 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9007dfa2-ee19-40a6-8a45-e492277b7243 req-acfc88b1-afb6-495b-8d1b-96a92fc9b23e tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 943 time: 0.0483394 May 10 19:23:09.172377 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9007dfa2-ee19-40a6-8a45-e492277b7243 req-28476ca2-e7cc-4394-86aa-085b7953b844 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 May 10 19:23:09.868725 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a req-6c7117cb-7318-4a7f-9214-8dc3723b5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:09.870557 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a req-6c7117cb-7318-4a7f-9214-8dc3723b5eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=055ce91938ab45018f4e259e45b3fac5&device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 1127 time: 0.0441325 May 10 19:23:09.935426 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4f349-e38a-4235-acb0-16ce14ee6f02 req-d08c4302-7dd6-464a-bbfa-0a15b2fc8176 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:09.936971 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-82d4f349-e38a-4235-acb0-16ce14ee6f02 req-d08c4302-7dd6-464a-bbfa-0a15b2fc8176 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0646617 May 10 19:23:09.995952 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a req-46ea238d-6e6b-400b-ba5e-cfb94667cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:09.996222 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-82d4f349-e38a-4235-acb0-16ce14ee6f02 req-93b53d02-f3a1-4e6e-af04-c2183469d6f3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529776 May 10 19:23:09.997539 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a req-46ea238d-6e6b-400b-ba5e-cfb94667cfa3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=055ce91938ab45018f4e259e45b3fac5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1126428 May 10 19:23:10.114323 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a req-a3e5d39d-81d9-4eb2-bd8b-1d31b1b79056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:10.116609 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d5cc6510-3dd8-4241-b0dd-cfc38f13395a req-a3e5d39d-81d9-4eb2-bd8b-1d31b1b79056 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070187 May 10 19:23:10.118529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a57fc-ad31-43f7-94f0-e6cca4af61c6 req-ad454933-6500-4258-a297-5e80173bf980 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:10.120071 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-783a57fc-ad31-43f7-94f0-e6cca4af61c6 req-ad454933-6500-4258-a297-5e80173bf980 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0490255 May 10 19:23:10.168985 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-783a57fc-ad31-43f7-94f0-e6cca4af61c6 req-5d59ddd0-feaa-4e6b-bd9d-a8bc48cdc3e8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 May 10 19:23:10.286588 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331229-2f36-46a6-9525-d99fa876eba7 req-7b822e55-363b-465a-b66c-1d505ff9a1cd tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:10.288660 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71331229-2f36-46a6-9525-d99fa876eba7 req-7b822e55-363b-465a-b66c-1d505ff9a1cd tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 943 time: 0.0454369 May 10 19:23:10.339663 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71331229-2f36-46a6-9525-d99fa876eba7 req-df34b24d-d756-4a2d-914d-1300c502f2c0 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 May 10 19:23:10.721559 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51044) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:10.761291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-8d004ea9-2c5e-40bb-87dc-5aac31d8c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:10.763135 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-8d004ea9-2c5e-40bb-87dc-5aac31d8c0df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=055ce91938ab45018f4e259e45b3fac5&device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 1127 time: 0.0505285 May 10 19:23:10.816670 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-3ff1850c-76f3-43f4-a63c-10ffba570534 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f93efad1-bd17-470f-b066-615bfeaa280a HTTP/1.1" status: 200 len: 217 time: 0.0379581 May 10 19:23:10.860527 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:10.883188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-027478ce-7ab4-4a79-b590-27041ec8913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:10.885479 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-027478ce-7ab4-4a79-b590-27041ec8913e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d67a63a-4d0e-4961-8ab3-89ca160a4a04 HTTP/1.1" status: 200 len: 848 time: 0.0591886 May 10 19:23:10.937890 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-08fb4d76-72f6-4288-9fdd-f1c0572d4150 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db092cd5-37de-45d9-b552-3ab40ff7df26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380781 May 10 19:23:10.963403 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Publish callbacks [] for security_group (b2d823b0-42eb-4c10-8473-397fc4daabcb), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:10.968396 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b2d823b0-42eb-4c10-8473-397fc4daabcb), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:11.011868 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44d7678fa64f4708a074c53400e0441b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887042 May 10 19:23:11.013411 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d823b0-42eb-4c10-8473-397fc4daabcb,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:11.014526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51056) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:11.020827 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.021171 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.021518 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.022412 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.022755 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.023104 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.023426 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.023865 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.024202 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.024557 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.024889 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.025215 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.025542 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.025862 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.026179 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb40b7-57f4-43c6-854f-936d91e37d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:11.069217 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-2f975754-e426-47fe-be98-f6b8a56e6990 service neutron] 10.222.0.73 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236701 May 10 19:23:11.100445 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cece2a7-8eb2-40fe-9b5c-11cb91dce6b6 admin admin] Publish callbacks [] for security_group (b2d823b0-42eb-4c10-8473-397fc4daabcb), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:11.121232 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998116-3afc-4dca-84fd-c4a496b0b0f2 req-91bc510b-61fa-4e3e-be35-d9c50d4db7b1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:11.122773 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd998116-3afc-4dca-84fd-c4a496b0b0f2 req-91bc510b-61fa-4e3e-be35-d9c50d4db7b1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0490205 May 10 19:23:11.157774 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cece2a7-8eb2-40fe-9b5c-11cb91dce6b6 admin admin] Publish callbacks [] for security_group (b2d823b0-42eb-4c10-8473-397fc4daabcb), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:11.172496 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd998116-3afc-4dca-84fd-c4a496b0b0f2 req-cf7431dd-cbe7-4c0e-b322-6c743272afb9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 May 10 19:23:11.215998 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7ec2ca76-ab06-457d-8241-1f24d630e6fb req-39839a0e-8084-4138-aa68-2c23b4e386ab service neutron] 10.222.0.73 "GET /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359909 May 10 19:23:11.235319 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cece2a7-8eb2-40fe-9b5c-11cb91dce6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b2d823b0-42eb-4c10-8473-397fc4daabcb), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:11.238921 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9cece2a7-8eb2-40fe-9b5c-11cb91dce6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:11.240047 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9cece2a7-8eb2-40fe-9b5c-11cb91dce6b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2d823b0-42eb-4c10-8473-397fc4daabcb HTTP/1.1" status: 204 len: 168 time: 0.2244925 May 10 19:23:11.248140 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cece2a7-8eb2-40fe-9b5c-11cb91dce6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d823b0-42eb-4c10-8473-397fc4daabcb,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:11.299174 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5a191-527c-428d-aa82-30a17a2e84c5 req-b913c7d1-fc8a-446a-966a-3b86cbc3cf8e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:11.300839 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a1c5a191-527c-428d-aa82-30a17a2e84c5 req-b913c7d1-fc8a-446a-966a-3b86cbc3cf8e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0557771 May 10 19:23:11.349424 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a1c5a191-527c-428d-aa82-30a17a2e84c5 req-e9fba0a1-3163-4c31-9c7e-0128a45f34a4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 May 10 19:23:11.455059 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd6f99-a035-4c38-a548-7b2e7d2f06ee req-0ff7bb93-9b32-48a3-862a-6a1f3e751cec tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:11.456594 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c8bd6f99-a035-4c38-a548-7b2e7d2f06ee req-0ff7bb93-9b32-48a3-862a-6a1f3e751cec tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 943 time: 0.0482435 May 10 19:23:11.509076 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c8bd6f99-a035-4c38-a548-7b2e7d2f06ee req-833903b7-b500-4cc0-8bf5-4f729e6dcbd5 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 May 10 19:23:11.901435 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51092) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:11.998883 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-515815152-network', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:12.033552 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Made reservation on behalf of 7bff45e4fe4f43fcbd241831c989710f for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:12.036048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.045012 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.123496 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks [] for security_group (ff7ae4e1-6b0c-4d23-875f-928eca41f776), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.128450 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ff7ae4e1-6b0c-4d23-875f-928eca41f776), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.153746 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:23:12.164120 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ae4e1-6b0c-4d23-875f-928eca41f776,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.169826 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (06d12d4c-9f3f-4f25-838a-2c2377d3c393), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.170174 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Added segment 06d12d4c-9f3f-4f25-838a-2c2377d3c393 of type vlan for network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 May 10 19:23:12.210969 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.237145 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.238059 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:12.238652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.322323 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4195738 May 10 19:23:12.325395 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51104) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:12.330357 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Request body: {'subnet': {'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-515815152-subnet', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:12.336953 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852deb9a-1166-4c4e-9dae-b01943aedc5b admin admin] Pushing event updated for resources: {'Network': ['ID=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.346110 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf5753-2268-46d9-9963-f92987fdf051 req-0f47a7ee-5d4f-4ded-8a5f-83e0864e86ef tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:12.347705 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f2bf5753-2268-46d9-9963-f92987fdf051 req-0f47a7ee-5d4f-4ded-8a5f-83e0864e86ef tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.1014271 May 10 19:23:12.347944 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:23:12.355116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Made reservation on behalf of 7bff45e4fe4f43fcbd241831c989710f for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:12.357840 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.397196 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f2bf5753-2268-46d9-9963-f92987fdf051 req-d846a3ff-dac2-43cd-8de2-87ee15f52acd tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 May 10 19:23:12.530380 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (fa8640f0-4884-4302-8b13-f2b942d51826), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.585975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8640f0-4884-4302-8b13-f2b942d51826,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.595592 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Checking segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:12.595950 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Network hostable DHCP agents. Network: 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:23:12.613569 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:23:12.623438 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:12.626954 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939850b-5b0a-4a40-8f93-c6fe1133ec71 req-f56bbb48-40a8-4ba1-ade4-d1af7dd9afa3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:12.627594 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:12.628194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.628896 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e939850b-5b0a-4a40-8f93-c6fe1133ec71 req-f56bbb48-40a8-4ba1-ade4-d1af7dd9afa3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 943 time: 0.0523002 May 10 19:23:12.633227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827cb6a-56d9-4f03-9218-b681c6f60fd6 None None] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:23:12.645775 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-2ab6ac0a-ef60-4696-8698-84c323de0762 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3192422 May 10 19:23:12.648526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51108) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:12.652959 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:12.675915 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (9b977a47-2155-44c6-8d54-4189e76294bf), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.676257 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (9b977a47-2155-44c6-8d54-4189e76294bf), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.693228 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e939850b-5b0a-4a40-8f93-c6fe1133ec71 req-ad7ce506-1a61-498d-89b1-d89ac43115c0 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 May 10 19:23:12.759237 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks [] for router_controller (9b977a47-2155-44c6-8d54-4189e76294bf), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.795638 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51114) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:12.800312 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675105856', 'description': 'tempest-description--1718687888'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:12.826040 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.877992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:23:12.879862 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.899718 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group (25c2c8d6-83f6-427b-842d-9b9fdb39da94), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.906870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (25c2c8d6-83f6-427b-842d-9b9fdb39da94), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.931453 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks [] for router_gateway (9b977a47-2155-44c6-8d54-4189e76294bf), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.938860 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:12.940081 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433549 May 10 19:23:12.942983 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51116) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:12.948123 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'security_group_rule': {'security_group_id': '25c2c8d6-83f6-427b-842d-9b9fdb39da94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:12.961681 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c03541-9df5-47ec-a3de-f60a13f259ed tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c2c8d6-83f6-427b-842d-9b9fdb39da94,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:12.982309 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group_rule (efe46e2a-e8f0-4722-b0a7-58c9bf8c73e4), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.048525 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Allocated IP 172.20.0.2 (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0/fa8640f0-4884-4302-8b13-f2b942d51826/4fc187cf-2645-4e89-a1dc-abdef74aceb6) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:13.049117 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group_rule (efe46e2a-e8f0-4722-b0a7-58c9bf8c73e4), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.055163 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (efe46e2a-e8f0-4722-b0a7-58c9bf8c73e4), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.077946 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe46e2a-e8f0-4722-b0a7-58c9bf8c73e4,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.104400 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.105890 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-181c6873-54de-4f2a-a6d8-b869519acaae tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617358 May 10 19:23:13.108709 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51122) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:13.115097 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'security_group_rule': {'security_group_id': '25c2c8d6-83f6-427b-842d-9b9fdb39da94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:13.145148 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group_rule (e1db43c9-c16a-4e02-9bf6-3be99cd9a738), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.149760 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks [] for router_gateway (9b977a47-2155-44c6-8d54-4189e76294bf), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.168523 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.204635 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group_rule (e1db43c9-c16a-4e02-9bf6-3be99cd9a738), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.210492 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (e1db43c9-c16a-4e02-9bf6-3be99cd9a738), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.234309 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1db43c9-c16a-4e02-9bf6-3be99cd9a738,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.246342 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.249735 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Publish callbacks [] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.251143 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-08769e5b-7275-4d34-a209-ce79fb24e256 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403947 May 10 19:23:13.251824 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51126) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:13.257536 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.257730 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:13.287060 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.300293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:13.303110 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:13.305863 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:13.310004 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Allocated IP 172.27.0.143 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/8b0bf23d-8152-4640-a7b1-992ac9e39d8d) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:13.324645 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Pushing event updated for resources: {'Port': ['ID=4fc187cf-2645-4e89-a1dc-abdef74aceb6,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.370757 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.372484 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Attempting to bind port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:13.372983 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Attempting to bind port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:13.373214 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Attempting to bind port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:13.378273 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:13.378763 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Checking segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:13.379175 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.379565 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Bound using segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:13.380029 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Bound port: 4fc187cf-2645-4e89-a1dc-abdef74aceb6, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:13.380411 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.418881 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks [] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.452412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] For port 4fc187cf-2645-4e89-a1dc-abdef74aceb6, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:13.455574 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] For port 4fc187cf-2645-4e89-a1dc-abdef74aceb6, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=4fc187cf-2645-4e89-a1dc-abdef74aceb6,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:13.463165 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.468820 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.514143 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:13.519244 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:13.521858 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:13.529860 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e4a8-0530-48ed-9795-afbcd984863c None None] Pushing event updated for resources: {'Port': ['ID=4fc187cf-2645-4e89-a1dc-abdef74aceb6,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.551278 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Pushing event updated for resources: {'Port': ['ID=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:13.564464 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34177bba-86d1-41c8-a48a-a16fd25764d9 req-8e7bc7d4-fa4d-41f1-9fc5-d22c66bef0f5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:13.567151 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34177bba-86d1-41c8-a48a-a16fd25764d9 req-8e7bc7d4-fa4d-41f1-9fc5-d22c66bef0f5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0733130 May 10 19:23:13.580551 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Allocated IP 172.27.0.185 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/18d19684-0486-4918-9701-33353e4bc50c) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:13.672954 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34177bba-86d1-41c8-a48a-a16fd25764d9 req-6e86f6e7-ee49-4e7c-9660-b3ad28ada0df tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943847 May 10 19:23:13.766720 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for port (18d19684-0486-4918-9701-33353e4bc50c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.851688 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (18d19684-0486-4918-9701-33353e4bc50c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.857867 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks [] for router_gateway (9b977a47-2155-44c6-8d54-4189e76294bf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:13.860469 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64614bd-7bf0-4695-ab32-e14e6eef9233 req-5ae80a38-2bcd-4232-b1ce-f378e5b63b80 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:13.861791 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d64614bd-7bf0-4695-ab32-e14e6eef9233 req-5ae80a38-2bcd-4232-b1ce-f378e5b63b80 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 943 time: 0.0667446 May 10 19:23:13.909571 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:13.914798 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:13.922990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:13.969532 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'Port': ['ID=18d19684-0486-4918-9701-33353e4bc50c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:14.014772 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d64614bd-7bf0-4695-ab32-e14e6eef9233 req-8b9e30e3-f911-417e-a8b8-a78c90147bec tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451867 May 10 19:23:14.055455 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.076182 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (9b977a47-2155-44c6-8d54-4189e76294bf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.098610 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (18d19684-0486-4918-9701-33353e4bc50c), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.236036 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Router 9b977a47-2155-44c6-8d54-4189e76294bf is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:23:14.277742 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for port (18d19684-0486-4918-9701-33353e4bc50c), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.285325 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (18d19684-0486-4918-9701-33353e4bc50c), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.315584 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-76195e8e-af68-40aa-8938-6f22a62be70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.319852 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.343842 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.352455 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0921764 May 10 19:23:14.352455 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f15ae-3cfe-46dc-bd8a-78d5175b50cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'Port': ['ID=18d19684-0486-4918-9701-33353e4bc50c,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:14.387766 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:23:14.398999 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:14.408284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.411947 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:14.412408 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-d735e9f4-2829-45da-afe1-df1349efbb9f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7601724 May 10 19:23:14.412946 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:22:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:14.413265 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51140) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:14.537902 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:14.656801 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e550540-c610-4a5f-9fa6-304d7803c618 None None] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:23:14.672746 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-1dd27a67-dacd-4810-8e5e-c26f986f155d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--675105856&fields=id&tenant_id=b01ea9fc16b94ff0899ce6ae2f229400 HTTP/1.1" status: 200 len: 267 time: 0.1398363 May 10 19:23:14.720569 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 4fc187cf-2645-4e89-a1dc-abdef74aceb6 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:14.738798 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:13Z', 'revision_number': 3, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:14.774345 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:14.774854 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Updating router 9b977a47-2155-44c6-8d54-4189e76294bf port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:14.804146 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] Provisioning complete for port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:14.804689 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.810938 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.879030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:14.879571 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.914661 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-5983d26f-f735-4e30-9320-cd8de85d946f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:14.917161 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-5983d26f-f735-4e30-9320-cd8de85d946f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 819 time: 0.2436070 May 10 19:23:14.926438 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf1ad4-6716-4946-b894-13bc699b6a5a req-004d4e72-76dc-4809-948c-3b53a889a936 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:14.928019 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c4cf1ad4-6716-4946-b894-13bc699b6a5a req-004d4e72-76dc-4809-948c-3b53a889a936 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.1123943 May 10 19:23:14.977645 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] Current status of the port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:14.977950 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:14.995354 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-62345900-49e8-455a-9795-00579b1d4ea4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/quotas/b01ea9fc16b94ff0899ce6ae2f229400 HTTP/1.1" status: 200 len: 375 time: 0.0662143 May 10 19:23:15.036833 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:15.037264 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.041380 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c4cf1ad4-6716-4946-b894-13bc699b6a5a req-4271d353-9a42-4851-addc-9cd041ef1014 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632858 May 10 19:23:15.105548 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] For port 4fc187cf-2645-4e89-a1dc-abdef74aceb6, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=4fc187cf-2645-4e89-a1dc-abdef74aceb6,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:15.112648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.151375 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-91e7f327-239f-4acb-8101-36fd669be2a7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1494899 May 10 19:23:15.212384 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Publish callbacks [] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.218714 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:23:15.219215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG oslo_db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:23:15.222313 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.237938 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-b7355d7b-a61d-46de-aee5-0371cbe529eb None None] Provisioning complete for port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:15.238323 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b7355d7b-a61d-46de-aee5-0371cbe529eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.239912 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52bb64-804d-4dd7-b3af-07c4544bf949 None None] Pushing event updated for resources: {'Port': ['ID=4fc187cf-2645-4e89-a1dc-abdef74aceb6,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:15.288979 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Attempting to bind port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:15.289702 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Attempting to bind port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:15.290214 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Attempting to bind port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:15.305519 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:15.305910 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:15.306302 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.306695 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:15.307184 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Bound port: 8b0bf23d-8152-4640-a7b1-992ac9e39d8d, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:15.307565 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.340113 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Pushing event updated for resources: {'Port': ['ID=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:15.355268 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.355759 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.356215 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.357430 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.357869 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.358297 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.358814 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.359264 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.359802 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.360249 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.360691 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.361124 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.361671 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.362086 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.363157 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:15.365877 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-b7355d7b-a61d-46de-aee5-0371cbe529eb None None] Current status of the port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:15.403405 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] For port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:15.405233 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] For port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:15.413068 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.470747 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:15.471435 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:22:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:15.476954 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5406-1932-4b55-8870-a1de90ee1f36 None None] Pushing event updated for resources: {'Port': ['ID=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:15.498918 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device f93efad1-bd17-470f-b066-615bfeaa280a details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:23:15.527589 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc69e69-03e6-4723-88ba-e2894cee265e req-f36e51d7-4a46-4531-af21-140ba2e62298 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:15.528991 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9dc69e69-03e6-4723-88ba-e2894cee265e req-f36e51d7-4a46-4531-af21-140ba2e62298 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 943 time: 0.3753810 May 10 19:23:15.595651 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:15.615002 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-a20bc119-586b-43e7-874e-47ae2c4a3c0a service neutron] 10.222.0.70 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626272 May 10 19:23:15.617475 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port f93efad1-bd17-470f-b066-615bfeaa280a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f93efad1-bd17-470f-b066-615bfeaa280a,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:15.629657 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'f93efad1-bd17-470f-b066-615bfeaa280a', 'network_id': 'db092cd5-37de-45d9-b552-3ab40ff7df26', 'port_id': 'f93efad1-bd17-470f-b066-615bfeaa280a', 'mac_address': 'fa:16:3e:76:8c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d67a63a-4d0e-4961-8ab3-89ca160a4a04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:23:15.641932 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.658746 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9dc69e69-03e6-4723-88ba-e2894cee265e req-76717504-a57e-4578-95ac-a38e81acd1eb tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216362 May 10 19:23:15.670872 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port f93efad1-bd17-470f-b066-615bfeaa280a is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:15.671428 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.685962 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93efad1-bd17-470f-b066-615bfeaa280a {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:15.706516 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port f93efad1-bd17-470f-b066-615bfeaa280a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f93efad1-bd17-470f-b066-615bfeaa280a,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:15.712144 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:15.787091 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:13Z', 'revision_number': 3, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:15.791211 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=f93efad1-bd17-470f-b066-615bfeaa280a,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:15.793416 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-73a21c02-3ba4-4ef9-83d1-dde08b8e5f26 service neutron] 10.222.0.70 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630392 May 10 19:23:15.807657 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:15.831332 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb82c3-3bbb-450a-86d6-6f387b230e26 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:13Z', 'revision_number': 3, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:15.924905 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Allocated IP 172.20.0.1 (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0/fa8640f0-4884-4302-8b13-f2b942d51826/9779aef1-9362-433c-ad21-30a5537b84e1) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:15.931535 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:16.033017 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['f93efad1-bd17-470f-b066-615bfeaa280a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:23:16.056632 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e597688c-1bf5-4aba-a3ed-c501911b0279 req-ab32336b-a165-497d-9e90-e68a2a93ce77 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0768948 May 10 19:23:16.393444 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b02eda-b487-4431-a962-d71cad6908cc req-f5a73605-3115-4227-9243-1baccc299deb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:16.410133 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-57b02eda-b487-4431-a962-d71cad6908cc req-f5a73605-3115-4227-9243-1baccc299deb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.1864493 May 10 19:23:16.466257 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks [] for port (9779aef1-9362-433c-ad21-30a5537b84e1), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:16.525318 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-57b02eda-b487-4431-a962-d71cad6908cc req-50c3cbf4-852e-4678-aeb7-00cde17e1d4c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096387 May 10 19:23:16.559223 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:16.632617 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:16.638389 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:16.644626 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:16.645110 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (9b977a47-2155-44c6-8d54-4189e76294bf), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:16.652746 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Pushing event updated for resources: {'Port': ['ID=9779aef1-9362-433c-ad21-30a5537b84e1,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:16.684182 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-65e11228-3591-4ef3-bbd0-efbfa7a2869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:16.976362 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8b0bf23d-8152-4640-a7b1-992ac9e39d8d up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:16.984910 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2c1ef-6d03-4b00-8adc-12b646612005 req-00d533ca-906a-40db-8e83-7aae6a1411a3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:16.986487 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-51f2c1ef-6d03-4b00-8adc-12b646612005 req-00d533ca-906a-40db-8e83-7aae6a1411a3 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 944 time: 0.1576364 May 10 19:23:17.058834 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.065747 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:17.066370 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.096470 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef327edc-983b-419f-b622-177c79b81c5b req-aeacdb87-c4a2-4da8-9d89-511532b7ae68 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:17.097946 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ef327edc-983b-419f-b622-177c79b81c5b req-aeacdb87-c4a2-4da8-9d89-511532b7ae68 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1201768 May 10 19:23:17.126111 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-2df51348-6439-4d72-bb29-f6ddf89f00f9 None None] Provisioning complete for port 9779aef1-9362-433c-ad21-30a5537b84e1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:17.126594 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2df51348-6439-4d72-bb29-f6ddf89f00f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.154531 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-51f2c1ef-6d03-4b00-8adc-12b646612005 req-2b9ea729-bb01-4ba7-85d4-53a412122c37 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527774 May 10 19:23:17.203869 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-2df51348-6439-4d72-bb29-f6ddf89f00f9 None None] Port 9779aef1-9362-433c-ad21-30a5537b84e1 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:23:17.222354 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:17.222530 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.244593 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:17.250013 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.250949 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 4fc187cf-2645-4e89-a1dc-abdef74aceb6 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:17.260928 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ef327edc-983b-419f-b622-177c79b81c5b req-5981b2bd-9c86-4670-a604-ed5b8891862f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546628 May 10 19:23:17.280791 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1647c1ff-eb5c-406a-8739-bd857d7c7696 req-2b3dd85a-bac5-4c92-a38f-d8de666075de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0409043 May 10 19:23:17.332124 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:17.343217 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks [] for port (9779aef1-9362-433c-ad21-30a5537b84e1), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.345930 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:17.346407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.348443 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.349217 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (9b977a47-2155-44c6-8d54-4189e76294bf), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.428623 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.442212 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:17.442403 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Pushing event updated for resources: {'Port': ['ID=9779aef1-9362-433c-ad21-30a5537b84e1,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:17.485353 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:17.486958 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:17.527418 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device f93efad1-bd17-470f-b066-615bfeaa280a up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:17.635186 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port f93efad1-bd17-470f-b066-615bfeaa280a completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:23:17.648972 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port f93efad1-bd17-470f-b066-615bfeaa280a triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:17.649380 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.731808 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-00e4de2c-25a6-4a11-a6b1-d28ce57d0eb6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:17.734914 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:23:17.736505 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-00e4de2c-25a6-4a11-a6b1-d28ce57d0eb6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 819 time: 0.1992230 May 10 19:23:17.741651 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6185e02-75f3-43b5-b2a2-eb5b04932339 req-45601c60-c6b0-43e3-8d0d-2c167ab79c5d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:17.743604 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c6185e02-75f3-43b5-b2a2-eb5b04932339 req-45601c60-c6b0-43e3-8d0d-2c167ab79c5d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0788097 May 10 19:23:17.819888 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port f93efad1-bd17-470f-b066-615bfeaa280a is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:17.820360 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.836725 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-55b67b2a-4144-464a-8711-60b6b068e31f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01ea9fc16b94ff0899ce6ae2f229400 HTTP/1.1" status: 200 len: 379 time: 0.0848348 May 10 19:23:17.846157 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'port': {'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'admin_state_up': True, 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'security_groups': ['25c2c8d6-83f6-427b-842d-9b9fdb39da94']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:17.855045 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-3ab61dd7-3a3c-4143-a2bd-94f442a8cbce None None] Provisioning complete for port 9779aef1-9362-433c-ad21-30a5537b84e1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:17.855688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-3ab61dd7-3a3c-4143-a2bd-94f442a8cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.863746 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93efad1-bd17-470f-b066-615bfeaa280a'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:17.866454 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a0b974-181e-4f4b-aca3-1cb7aa667d00" -d '{"events": [{"server_uuid": "bbcf5f28-9746-420d-96f1-524342cf3906", "name": "network-vif-plugged", "status": "completed", "tag": "f93efad1-bd17-470f-b066-615bfeaa280a"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:17.884127 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c6185e02-75f3-43b5-b2a2-eb5b04932339 req-e3e9bb58-3956-4101-ac3a-564df15e0cc1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310091 May 10 19:23:17.914094 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port f93efad1-bd17-470f-b066-615bfeaa280a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f93efad1-bd17-470f-b066-615bfeaa280a,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:17.936647 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:17.941367 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-3ab61dd7-3a3c-4143-a2bd-94f442a8cbce None None] Port 9779aef1-9362-433c-ad21-30a5537b84e1 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:23:17.949905 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:23:17.968522 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58030d8e-1791-49db-8ec8-fd2e3b82a024 x-openstack-request-id: req-58030d8e-1791-49db-8ec8-fd2e3b82a024 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:17.969259 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcf5f28-9746-420d-96f1-524342cf3906", "name": "network-vif-plugged", "status": "completed", "tag": "f93efad1-bd17-470f-b066-615bfeaa280a", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:17.969477 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58030d8e-1791-49db-8ec8-fd2e3b82a024 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:17.969871 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58030d8e-1791-49db-8ec8-fd2e3b82a024'] response: {'server_uuid': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93efad1-bd17-470f-b066-615bfeaa280a', 'code': 200} May 10 19:23:17.971187 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c3ab2534-a884-4796-973a-aab1ddc92f60 admin admin] 10.222.0.70 "PUT /v2.0/routers/9b977a47-2155-44c6-8d54-4189e76294bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5562506 May 10 19:23:18.003884 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=f93efad1-bd17-470f-b066-615bfeaa280a,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:18.035946 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Made reservation on behalf of b01ea9fc16b94ff0899ce6ae2f229400 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:18.039476 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.173303 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:18.184916 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:18.185548 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:18.206680 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c0ddd-c4fb-44e4-9da2-2fe384260e04 req-18b0d6e9-642d-480d-8d6c-782b1c000eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:18.208224 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f32c0ddd-c4fb-44e4-9da2-2fe384260e04 req-18b0d6e9-642d-480d-8d6c-782b1c000eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 1129 time: 0.0741658 May 10 19:23:18.259956 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Allocated IP 172.20.0.13 (bb74b187-fa4d-4a2f-9aaf-1606c184e70e/714448a5-2239-4535-ac63-0c411f4a023f/dedd1c25-965a-4539-9341-276b1dda106b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:18.304810 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f32c0ddd-c4fb-44e4-9da2-2fe384260e04 req-ef2ad36b-961e-40e3-a765-d5256c70e380 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821583 May 10 19:23:18.341249 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf015d-153f-418a-9593-4d9176f80579 req-c2c00d62-7a00-430e-b350-81caeb8d1414 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:18.351941 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbdf015d-153f-418a-9593-4d9176f80579 req-c2c00d62-7a00-430e-b350-81caeb8d1414 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.1112514 May 10 19:23:18.451891 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5ff3-e4a8-4399-8856-94d93a466409 req-ad74a26d-9b74-4cd3-aa78-3bbcaa8f5f03 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:18.458688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:18.459676 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-167b5ff3-e4a8-4399-8856-94d93a466409 req-ad74a26d-9b74-4cd3-aa78-3bbcaa8f5f03 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0973260 May 10 19:23:18.486097 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for port (dedd1c25-965a-4539-9341-276b1dda106b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.494130 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbdf015d-153f-418a-9593-4d9176f80579 req-20414ac0-033d-44ff-9c0d-c8d741a4e8df tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403985 May 10 19:23:18.540970 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-167b5ff3-e4a8-4399-8856-94d93a466409 req-e3cdd0e5-c0eb-46bb-aac6-c2a9c8733249 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804169 May 10 19:23:18.571988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (dedd1c25-965a-4539-9341-276b1dda106b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.591240 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51222) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:18.596605 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147784519-network', 'tenant_id': '622b819918b2449982484d324d648f5f'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:18.621655 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:18.627663 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:18.632033 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:18.648185 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a773a-d2fc-46d7-9b3b-4be0399a12cf req-af322aa0-84d0-469b-a5cd-0eb7dbfc264c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:18.649787 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e78a773a-d2fc-46d7-9b3b-4be0399a12cf req-af322aa0-84d0-469b-a5cd-0eb7dbfc264c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 932 time: 0.0690439 May 10 19:23:18.656900 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Made reservation on behalf of 622b819918b2449982484d324d648f5f for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:18.661274 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.683702 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event updated for resources: {'Port': ['ID=dedd1c25-965a-4539-9341-276b1dda106b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:18.692185 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.753761 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 2, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:18.754437 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:18.755279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.757045 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8b0bf23d-8152-4640-a7b1-992ac9e39d8d up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:18.774081 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e78a773a-d2fc-46d7-9b3b-4be0399a12cf req-636e2dc3-42d0-44ba-ac36-6330c430c0fc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932462 May 10 19:23:18.785654 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-217bb9a0-d2d8-48c1-b82e-a6560d1755de tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9438362 May 10 19:23:18.836911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks [] for security_group (fe7f576a-0d5a-4c20-979f-a4d63788a776), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.848462 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fe7f576a-0d5a-4c20-979f-a4d63788a776), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.849434 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:18.850314 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Updating router 9b977a47-2155-44c6-8d54-4189e76294bf port 9779aef1-9362-433c-ad21-30a5537b84e1 binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:18.883506 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:23:18.883937 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:18.884320 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.891056 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7f576a-0d5a-4c20-979f-a4d63788a776,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:18.897739 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (ca369770-8d69-4224-9d1d-ff2caa8c8043), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.898093 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Added segment ca369770-8d69-4224-9d1d-ff2caa8c8043 of type vlan for network 10aea109-99f8-430e-bce9-1a77c2c4d357 May 10 19:23:18.910562 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:18.956966 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (10aea109-99f8-430e-bce9-1a77c2c4d357), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.000380 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (10aea109-99f8-430e-bce9-1a77c2c4d357), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.001864 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:19.002450 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.013773 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-dcec31f1-d515-4dcd-afa9-409930569d0f None None] Provisioning complete for port dedd1c25-965a-4539-9341-276b1dda106b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:19.014144 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dcec31f1-d515-4dcd-afa9-409930569d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (dedd1c25-965a-4539-9341-276b1dda106b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.088120 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4955754 May 10 19:23:19.091056 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51230) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:19.099723 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Request body: {'subnet': {'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147784519-subnet', 'tenant_id': '622b819918b2449982484d324d648f5f', 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:19.100258 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7283c1-7823-4fb2-b76c-9a011ff4ad10 req-dd29dc46-f947-49b9-93ca-54e38eb62993 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:19.101773 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8b7283c1-7823-4fb2-b76c-9a011ff4ad10 req-dd29dc46-f947-49b9-93ca-54e38eb62993 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.1152263 May 10 19:23:19.119606 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f7e13-e214-4f6a-9fbd-013fe6e51152 admin admin] Pushing event updated for resources: {'Network': ['ID=10aea109-99f8-430e-bce9-1a77c2c4d357,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.121047 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.122613 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Made reservation on behalf of 622b819918b2449982484d324d648f5f for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:19.126312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.139191 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:23:19.158633 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8b7283c1-7823-4fb2-b76c-9a011ff4ad10 req-de3a10d7-e51f-40b7-bf7c-e01b9275cfdc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491731 May 10 19:23:19.172219 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-dcec31f1-d515-4dcd-afa9-409930569d0f None None] Port dedd1c25-965a-4539-9341-276b1dda106b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:23:19.214948 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:19.383350 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Publish callbacks [] for port (9779aef1-9362-433c-ad21-30a5537b84e1), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.389369 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.423715 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Request body: {'port': {'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:19.438781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308d9e2-9094-478a-a3d9-1e4c073683ef None None] Pushing event updated for resources: {'Port': ['ID=9779aef1-9362-433c-ad21-30a5537b84e1,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.506609 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Attempting to bind port 9779aef1-9362-433c-ad21-30a5537b84e1 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:19.506990 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Attempting to bind port 9779aef1-9362-433c-ad21-30a5537b84e1 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:19.507349 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Attempting to bind port 9779aef1-9362-433c-ad21-30a5537b84e1 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:19.510975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (dedd1c25-965a-4539-9341-276b1dda106b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.512448 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:19.512836 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Checking segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:19.513245 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.513688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Bound using segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:19.514102 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Bound port: 9779aef1-9362-433c-ad21-30a5537b84e1, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:19.514666 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.628182 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] For port 9779aef1-9362-433c-ad21-30a5537b84e1, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:19.632532 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] For port 9779aef1-9362-433c-ad21-30a5537b84e1, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9779aef1-9362-433c-ad21-30a5537b84e1,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:19.643129 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.678591 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab865ed-13e8-4c9e-b8ae-9b141acfceae req-b8566faf-68ad-42cb-b7ce-1d31aa4b925c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:19.688290 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ab865ed-13e8-4c9e-b8ae-9b141acfceae req-b8566faf-68ad-42cb-b7ce-1d31aa4b925c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.0958078 May 10 19:23:19.696743 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:19.697024 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:19.733461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (f7cf51c5-47a4-466d-9d3e-cf579404d86e), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.765786 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] Provisioning complete for port 9779aef1-9362-433c-ad21-30a5537b84e1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:19.766155 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:19.786502 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308d9e2-9094-478a-a3d9-1e4c073683ef None None] Pushing event updated for resources: {'Port': ['ID=9779aef1-9362-433c-ad21-30a5537b84e1,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.798753 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487c11-fee4-4bf7-9dd5-6a8276a3c1b7 req-5ad324bb-e7f1-4abf-9e83-6c63229c11b1 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:19.806338 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-65487c11-fee4-4bf7-9dd5-6a8276a3c1b7 req-5ad324bb-e7f1-4abf-9e83-6c63229c11b1 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1441786 May 10 19:23:19.863405 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7cf51c5-47a4-466d-9d3e-cf579404d86e,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:19.893537 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Checking segment: {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:19.893947 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Network hostable DHCP agents. Network: 10aea109-99f8-430e-bce9-1a77c2c4d357, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:23:19.897398 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ab865ed-13e8-4c9e-b8ae-9b141acfceae req-0d4bb04d-1438-4ccb-b50c-6f71cd2fc259 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080336 May 10 19:23:19.966489 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-65487c11-fee4-4bf7-9dd5-6a8276a3c1b7 req-2f713aed-9176-470e-ae95-e898d004b39e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591582 May 10 19:23:19.994396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:23:20.023492 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 10aea109-99f8-430e-bce9-1a77c2c4d357) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:20.027136 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ff24a-7260-45bf-8f7c-01360f67e9a2 req-b15f66dc-b650-4b6a-8dc4-5c018ee2afa2 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:20.028748 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-db4ff24a-7260-45bf-8f7c-01360f67e9a2 req-b15f66dc-b650-4b6a-8dc4-5c018ee2afa2 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 932 time: 0.0595219 May 10 19:23:20.030087 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:20.030690 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.049286 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedd1c25-965a-4539-9341-276b1dda106b {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:20.049911 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01974738-9c91-4149-b82b-a5c107fda855 None None] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:23:20.059072 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-980520db-95c6-49f9-b2c8-11cc7f1aa511 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9631107 May 10 19:23:20.059822 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51242) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:20.063659 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:20.067844 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Publish callbacks [] for port (dedd1c25-965a-4539-9341-276b1dda106b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.075526 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:20.089681 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Transition to ACTIVE for port object dedd1c25-965a-4539-9341-276b1dda106b will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:23:20.095307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (dedd1c25-965a-4539-9341-276b1dda106b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.097879 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-db4ff24a-7260-45bf-8f7c-01360f67e9a2 req-3908a20b-76c2-4e4d-bac4-a46d23879578 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595133 May 10 19:23:20.101642 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (08b93fbe-7757-48a1-b619-d9dcee316fbf), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.102534 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (08b93fbe-7757-48a1-b619-d9dcee316fbf), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.149292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] Current status of the port 9779aef1-9362-433c-ad21-30a5537b84e1 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:20.149676 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.203098 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Pushing event updated for resources: {'Port': ['ID=dedd1c25-965a-4539-9341-276b1dda106b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:20.273639 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks [] for router_controller (08b93fbe-7757-48a1-b619-d9dcee316fbf), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.309102 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-10aea109-99f8-430e-bce9-1a77c2c4d357', 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357', 'project_id': '622b819918b2449982484d324d648f5f', 'fixed_ips': [{'subnet_id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:23:20.309970 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.315310 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] For port 9779aef1-9362-433c-ad21-30a5537b84e1, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9779aef1-9362-433c-ad21-30a5537b84e1,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:20.317052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3c70d-a19a-4a7a-9248-24bf28f5edcc req-d3ab1427-cba6-4112-be0e-3be8077f815b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:20.320377 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71e3c70d-a19a-4a7a-9248-24bf28f5edcc req-d3ab1427-cba6-4112-be0e-3be8077f815b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0747976 May 10 19:23:20.332842 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.356825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Attempting to bind port dedd1c25-965a-4539-9341-276b1dda106b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:20.357065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Attempting to bind port dedd1c25-965a-4539-9341-276b1dda106b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:20.357341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Attempting to bind port dedd1c25-965a-4539-9341-276b1dda106b on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:20.368298 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Port dedd1c25-965a-4539-9341-276b1dda106b on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:23:20.368298 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Attempting to bind port dedd1c25-965a-4539-9341-276b1dda106b on network bb74b187-fa4d-4a2f-9aaf-1606c184e70e {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:20.410909 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71e3c70d-a19a-4a7a-9248-24bf28f5edcc req-033e2bd0-d7f8-405a-bd55-5244c56d3848 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832083 May 10 19:23:20.438210 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:20.438658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Checking segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:20.439213 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Bound using segment: {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:20.439730 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Bound port: dedd1c25-965a-4539-9341-276b1dda106b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2396e9d8-fdcf-41de-9d42-58c68e034af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:20.440308 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (dedd1c25-965a-4539-9341-276b1dda106b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.490162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks [] for router_gateway (08b93fbe-7757-48a1-b619-d9dcee316fbf), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.590729 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] For port dedd1c25-965a-4539-9341-276b1dda106b, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:20.595370 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] For port dedd1c25-965a-4539-9341-276b1dda106b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dedd1c25-965a-4539-9341-276b1dda106b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:20.607141 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (dedd1c25-965a-4539-9341-276b1dda106b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.647065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:20.647682 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.649082 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] 10.222.0.73 "PUT /v2.0/ports/dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 1094 time: 1.2308950 May 10 19:23:20.680598 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:20.682749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da97b48-999b-4384-a47f-933bbfef87d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:20.702593 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48067-e09d-4583-a500-912bcf10cc29 None None] Pushing event updated for resources: {'Port': ['ID=9779aef1-9362-433c-ad21-30a5537b84e1,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:20.714319 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:23:20.755077 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.756151 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b67ee0d-0b82-454a-81ba-3b3f119aedee x-openstack-request-id: req-6b67ee0d-0b82-454a-81ba-3b3f119aedee {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:20.756461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:20.756710 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b67ee0d-0b82-454a-81ba-3b3f119aedee {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:20.757091 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b67ee0d-0b82-454a-81ba-3b3f119aedee'] response: {'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b', 'status': 'completed', 'code': 200} May 10 19:23:20.769958 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-345a1bc9-6f93-48b2-9535-8434f1d6ad03 None None] Provisioning complete for port 9779aef1-9362-433c-ad21-30a5537b84e1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:20.770338 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-345a1bc9-6f93-48b2-9535-8434f1d6ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.775263 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:19Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:20.796159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc47e32-5b96-4791-b7a6-8965c4eef60f service neutron] Pushing event updated for resources: {'Port': ['ID=dedd1c25-965a-4539-9341-276b1dda106b,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:20.818842 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-14e90ba1-4fb3-4d6d-8a06-23775f01cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:20.820337 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-14e90ba1-4fb3-4d6d-8a06-23775f01cc0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1128 time: 0.0786822 May 10 19:23:20.827900 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks [] for router_gateway (08b93fbe-7757-48a1-b619-d9dcee316fbf), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.833183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655f49b-ea18-4a2d-8fcb-92d630faf539 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:19Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:20.860100 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Allocated IP 172.20.0.2 (10aea109-99f8-430e-bce9-1a77c2c4d357/f7cf51c5-47a4-466d-9d3e-cf579404d86e/b3b73583-4f77-40c2-b9d0-08cf7ffea978) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:20.864407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:20.936916 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-dc331935-8f83-4901-b3bb-da3247808879 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 217 time: 0.1028194 May 10 19:23:21.074000 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-345a1bc9-6f93-48b2-9535-8434f1d6ad03 None None] Current status of the port 9779aef1-9362-433c-ad21-30a5537b84e1 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:21.083390 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437131a-1033-4a88-bdfe-9b0dbc3f919e req-57200708-f195-45b6-865c-991e32e3fccc tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:21.085978 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b437131a-1033-4a88-bdfe-9b0dbc3f919e req-57200708-f195-45b6-865c-991e32e3fccc tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.0708191 May 10 19:23:21.127839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-71905161-418c-4b2d-8588-fa83135ee763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:21.129491 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-71905161-418c-4b2d-8588-fa83135ee763 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.1814547 May 10 19:23:21.164391 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Publish callbacks [] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.169264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dba0c-b680-4e59-8e2f-03e05925ea0a req-3664bce1-d7e6-49cb-b8b9-01ad220c6a94 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:21.171036 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-823dba0c-b680-4e59-8e2f-03e05925ea0a req-3664bce1-d7e6-49cb-b8b9-01ad220c6a94 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0841472 May 10 19:23:21.172070 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.231371 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Pushing event updated for resources: {'Port': ['ID=b3b73583-4f77-40c2-b9d0-08cf7ffea978,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.233478 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-1c25e94a-2fcb-4a34-895b-2a51f4890d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:21.235323 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-1c25e94a-2fcb-4a34-895b-2a51f4890d97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0772622 May 10 19:23:21.249525 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b437131a-1033-4a88-bdfe-9b0dbc3f919e req-5ef4740a-228c-43ae-9a6e-bacac441205a tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446760 May 10 19:23:21.251853 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Allocated IP 172.27.0.121 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/00f71f29-1de8-4ba9-a394-37c885a12e45) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:21.254854 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:21.260210 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:21.269990 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:21.337061 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-823dba0c-b680-4e59-8e2f-03e05925ea0a req-b0684cef-512a-4685-b055-839b547f35ec tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593440 May 10 19:23:21.397789 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Attempting to bind port b3b73583-4f77-40c2-b9d0-08cf7ffea978 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:21.398300 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Attempting to bind port b3b73583-4f77-40c2-b9d0-08cf7ffea978 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:21.398748 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Attempting to bind port b3b73583-4f77-40c2-b9d0-08cf7ffea978 on network 10aea109-99f8-430e-bce9-1a77c2c4d357 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:21.411266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:21.411266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Checking segment: {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:21.411266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.412336 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Bound using segment: {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:21.412336 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Bound port: b3b73583-4f77-40c2-b9d0-08cf7ffea978, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:21.412812 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.431251 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea857fa1-abc3-46fd-aa2c-72f808452475 req-0f6498e1-bda1-4c9d-9dab-067d0a15acf5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:21.432898 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ea857fa1-abc3-46fd-aa2c-72f808452475 req-0f6498e1-bda1-4c9d-9dab-067d0a15acf5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0635498 May 10 19:23:21.439071 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-7e79617b-c2b2-4a83-8c28-d160164417cb service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952403 May 10 19:23:21.517741 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] For port b3b73583-4f77-40c2-b9d0-08cf7ffea978, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:21.523063 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] For port b3b73583-4f77-40c2-b9d0-08cf7ffea978, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=b3b73583-4f77-40c2-b9d0-08cf7ffea978,segment=NetworkSegment(ca369770-8d69-4224-9d1d-ff2caa8c8043),segment_id=ca369770-8d69-4224-9d1d-ff2caa8c8043)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:21.535688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.574863 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ea857fa1-abc3-46fd-aa2c-72f808452475 req-d92bd0fe-59fe-49de-957b-9025f27ffb1c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268415 May 10 19:23:21.603658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks [] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.610453 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1d777-36cd-4467-a4a8-cf93c56144ad req-773b2301-4670-43ae-a1fd-35d09274df6f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:21.618415 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9420988-5f9e-426f-b8a7-c498d1a5c926 None None] Pushing event updated for resources: {'Port': ['ID=b3b73583-4f77-40c2-b9d0-08cf7ffea978,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.621961 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1fe1d777-36cd-4467-a4a8-cf93c56144ad req-773b2301-4670-43ae-a1fd-35d09274df6f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.1122828 May 10 19:23:21.680343 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-396c3798-58af-4df1-ab6e-c4c8a60184fa req-06fc1d9c-fa63-4477-ba12-1a102dec889f service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263396 May 10 19:23:21.690656 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:21.695198 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1fe1d777-36cd-4467-a4a8-cf93c56144ad req-9194d45c-d081-4a60-8b02-2efdea28e2f2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717270 May 10 19:23:21.751590 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Pushing event updated for resources: {'Port': ['ID=00f71f29-1de8-4ba9-a394-37c885a12e45,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:21.764196 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:21.765823 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:21.768325 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:22.109041 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks [] for router_gateway (08b93fbe-7757-48a1-b619-d9dcee316fbf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:22.339970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (08b93fbe-7757-48a1-b619-d9dcee316fbf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:22.459820 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33d382-fdb8-4536-9b8d-ed6d8fa0288a req-6b0d9a18-83fe-4a8c-9c0d-7a07ecf0d9e0 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:22.461513 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2e33d382-fdb8-4536-9b8d-ed6d8fa0288a req-6b0d9a18-83fe-4a8c-9c0d-7a07ecf0d9e0 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.0816681 May 10 19:23:22.492299 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e63c-1856-4452-90f4-d62ac6594e45 req-420633b2-d52f-49ab-b53e-ef9b401009bd tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:22.499496 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3387e63c-1856-4452-90f4-d62ac6594e45 req-420633b2-d52f-49ab-b53e-ef9b401009bd tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0816495 May 10 19:23:22.501006 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Router 08b93fbe-7757-48a1-b619-d9dcee316fbf is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:23:22.556957 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3387e63c-1856-4452-90f4-d62ac6594e45 req-eaef1822-560b-48dc-a7d8-61b3c541fcec tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565481 May 10 19:23:22.580690 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2e33d382-fdb8-4536-9b8d-ed6d8fa0288a req-e01cbcfd-c449-430c-8ccf-5bd722031624 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103029 May 10 19:23:22.645328 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:23:22.671229 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:22.677043 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-3274e5c8-62e1-46f9-9220-f9326df0cf3b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6159551 May 10 19:23:22.677043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51282) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:22.678676 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Sync routers for ids ['08b93fbe-7757-48a1-b619-d9dcee316fbf'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:22.695970 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Routers {'08b93fbe-7757-48a1-b619-d9dcee316fbf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:22.702453 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['08b93fbe-7757-48a1-b619-d9dcee316fbf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:22.765697 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca361e4-f6d9-422b-b5c7-6fbffb747932 req-5c3fc415-35b8-464b-977d-3a2579259f9c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:22.767497 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eca361e4-f6d9-422b-b5c7-6fbffb747932 req-5c3fc415-35b8-464b-977d-3a2579259f9c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 944 time: 0.1035879 May 10 19:23:22.795292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9779aef1-9362-433c-ad21-30a5537b84e1 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:22.854451 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Set router 08b93fbe-7757-48a1-b619-d9dcee316fbf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:22.869010 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 9779aef1-9362-433c-ad21-30a5537b84e1 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:22.869562 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:22.890599 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ea6af-c0da-440e-982f-903990a5c852 req-3c4c8433-7cf6-4686-b9b5-fa959718dd23 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:22.899242 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a88ea6af-c0da-440e-982f-903990a5c852 req-3c4c8433-7cf6-4686-b9b5-fa959718dd23 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0947511 May 10 19:23:22.906634 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eca361e4-f6d9-422b-b5c7-6fbffb747932 req-bdb4e391-c9fc-4e7d-afb1-393a61d53ed1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330812 May 10 19:23:22.987658 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a88ea6af-c0da-440e-982f-903990a5c852 req-b8664f7b-0a9d-406d-a561-642c1fba40f4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875208 May 10 19:23:23.013843 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227efd5-fb5a-4dff-ab06-fed786c20f87 None None] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:23:23.107427 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 9779aef1-9362-433c-ad21-30a5537b84e1 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:23.108556 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device b3b73583-4f77-40c2-b9d0-08cf7ffea978 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:23.114715 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:21Z', 'revision_number': 3, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:23.148074 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Checking router: 08b93fbe-7757-48a1-b619-d9dcee316fbf for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:23.148537 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Updating router 08b93fbe-7757-48a1-b619-d9dcee316fbf port 00f71f29-1de8-4ba9-a394-37c885a12e45 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:23.149123 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] Provisioning complete for port b3b73583-4f77-40c2-b9d0-08cf7ffea978 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:23.150109 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.184760 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.261387 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port b3b73583-4f77-40c2-b9d0-08cf7ffea978 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:23.261838 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.330858 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] Current status of the port b3b73583-4f77-40c2-b9d0-08cf7ffea978 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:23.331255 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.404192 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] For port b3b73583-4f77-40c2-b9d0-08cf7ffea978, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=b3b73583-4f77-40c2-b9d0-08cf7ffea978,segment=NetworkSegment(ca369770-8d69-4224-9d1d-ff2caa8c8043),segment_id=ca369770-8d69-4224-9d1d-ff2caa8c8043)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:23.412772 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.416712 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port b3b73583-4f77-40c2-b9d0-08cf7ffea978 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:23.417091 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.499434 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867fa41-c5d8-4407-a7b7-2387f46c9033 None None] Pushing event updated for resources: {'Port': ['ID=b3b73583-4f77-40c2-b9d0-08cf7ffea978,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:23.511424 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Publish callbacks [] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.517845 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.520528 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:23:23.520891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG oslo_db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:23:23.529521 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.534876 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-430d989e-7dcc-4022-bfd4-fce9a372d506 None None] Provisioning complete for port b3b73583-4f77-40c2-b9d0-08cf7ffea978 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:23.535250 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-430d989e-7dcc-4022-bfd4-fce9a372d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.547421 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Attempting to bind port 00f71f29-1de8-4ba9-a394-37c885a12e45 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:23.547421 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Attempting to bind port 00f71f29-1de8-4ba9-a394-37c885a12e45 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:23.547705 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Attempting to bind port 00f71f29-1de8-4ba9-a394-37c885a12e45 on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:23.577070 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:23.577475 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:23.577858 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.578236 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:23.578711 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Bound port: 00f71f29-1de8-4ba9-a394-37c885a12e45, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:23.579418 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.640332 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-430d989e-7dcc-4022-bfd4-fce9a372d506 None None] Current status of the port b3b73583-4f77-40c2-b9d0-08cf7ffea978 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:23.649485 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] For port 00f71f29-1de8-4ba9-a394-37c885a12e45, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:23.653437 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] For port 00f71f29-1de8-4ba9-a394-37c885a12e45, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=00f71f29-1de8-4ba9-a394-37c885a12e45,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:23.662312 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.675385 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67c5fd-d696-4626-b5b4-1cfdd6debdf2 None None] Pushing event updated for resources: {'Port': ['ID=00f71f29-1de8-4ba9-a394-37c885a12e45,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:23.693266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-af41dd34-46c4-4c9e-93aa-e4941c208e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:23.694743 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-af41dd34-46c4-4c9e-93aa-e4941c208e3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1128 time: 0.0957026 May 10 19:23:23.728826 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16fe67-db9c-4861-af95-d2144de83f7e req-c3135bb8-296c-4596-a316-6d5bcd9644a7 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:23.730566 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Routers {'08b93fbe-7757-48a1-b619-d9dcee316fbf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:23.731720 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['08b93fbe-7757-48a1-b619-d9dcee316fbf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:23.735728 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b16fe67-db9c-4861-af95-d2144de83f7e req-c3135bb8-296c-4596-a316-6d5bcd9644a7 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.0852680 May 10 19:23:23.751102 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414f6cb-a25e-491b-9713-d52448efd077 req-2c8599ab-74eb-4902-92d8-b0e2a1ab1ab9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:23.753170 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6414f6cb-a25e-491b-9713-d52448efd077 req-2c8599ab-74eb-4902-92d8-b0e2a1ab1ab9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0912623 May 10 19:23:23.774175 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67c5fd-d696-4626-b5b4-1cfdd6debdf2 None None] Pushing event updated for resources: {'Port': ['ID=00f71f29-1de8-4ba9-a394-37c885a12e45,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:23.802809 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Allocated IP 172.20.0.1 (10aea109-99f8-430e-bce9-1a77c2c4d357/f7cf51c5-47a4-466d-9d3e-cf579404d86e/d19baf17-562a-41f5-a61f-6c53f27bf08b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:23.815119 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b16fe67-db9c-4861-af95-d2144de83f7e req-f2d1a328-9e4a-4243-b037-7803779253db tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782652 May 10 19:23:23.828335 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6414f6cb-a25e-491b-9713-d52448efd077 req-a3c7e9b7-0cfa-4540-8544-aca1bf77e6de tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673840 May 10 19:23:23.914805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks [] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.951080 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:23.966130 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] Set router 08b93fbe-7757-48a1-b619-d9dcee316fbf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:23.993489 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:23.996517 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:24.002361 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:24.029694 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Pushing event updated for resources: {'Port': ['ID=d19baf17-562a-41f5-a61f-6c53f27bf08b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:24.051065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (08b93fbe-7757-48a1-b619-d9dcee316fbf), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.083413 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port b3b73583-4f77-40c2-b9d0-08cf7ffea978 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:24.085387 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa9dde-98d0-4550-9949-05bea9d5a4f2 req-c4042a26-1ace-4cd9-89a6-5c03bef0b9f8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:24.097324 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-59aa9dde-98d0-4550-9949-05bea9d5a4f2 req-c4042a26-1ace-4cd9-89a6-5c03bef0b9f8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 944 time: 0.1034284 May 10 19:23:24.215876 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:21Z', 'revision_number': 3, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:24.219596 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bdeb4-48b8-41c3-a32e-54b07664c4f7 req-36ba9a82-8677-4e67-897b-f65e41e1801d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:24.226822 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-075bdeb4-48b8-41c3-a32e-54b07664c4f7 req-36ba9a82-8677-4e67-897b-f65e41e1801d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0977011 May 10 19:23:24.248927 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.260408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-59aa9dde-98d0-4550-9949-05bea9d5a4f2 req-957046af-00bf-4f7f-8d52-28db7ea42929 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541219 May 10 19:23:24.260824 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad91fe-0fc5-45fa-a055-626d25d037f1 None None] The sync data for ids ['08b93fbe-7757-48a1-b619-d9dcee316fbf'] in dv-cinder-784815-13-iscsi is: [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:21Z', 'revision_number': 3, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:24.308835 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-075bdeb4-48b8-41c3-a32e-54b07664c4f7 req-18a67634-7a97-474c-835d-7b4cb6ad0abf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810080 May 10 19:23:24.367050 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-4ad16a11-426e-4281-aed9-4017b4ecca56 None None] Provisioning complete for port d19baf17-562a-41f5-a61f-6c53f27bf08b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:24.367435 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4ad16a11-426e-4281-aed9-4017b4ecca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.402652 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-4ad16a11-426e-4281-aed9-4017b4ecca56 None None] Port d19baf17-562a-41f5-a61f-6c53f27bf08b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:23:24.430965 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks [] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.435588 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.509586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (08b93fbe-7757-48a1-b619-d9dcee316fbf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.513963 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Pushing event updated for resources: {'Port': ['ID=d19baf17-562a-41f5-a61f-6c53f27bf08b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:24.615554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:24.619944 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:24.775190 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Router 08b93fbe-7757-48a1-b619-d9dcee316fbf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:23:24.806740 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 00f71f29-1de8-4ba9-a394-37c885a12e45 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:24.875994 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 00f71f29-1de8-4ba9-a394-37c885a12e45 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:24.876644 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.953659 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-90e55e45-1d8b-4182-8bb5-2ad0f1ba76e1 None None] Provisioning complete for port d19baf17-562a-41f5-a61f-6c53f27bf08b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:24.954300 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-90e55e45-1d8b-4182-8bb5-2ad0f1ba76e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:24.975282 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:23:24.980793 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-816582c1-5194-4e99-b5b8-10764f993f87 admin admin] 10.222.0.70 "PUT /v2.0/routers/08b93fbe-7757-48a1-b619-d9dcee316fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3026857 May 10 19:23:25.015736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912577c6-9f6a-4dd8-bfcb-654af62e71ac req-c8208852-9509-4b9d-b00c-409014ff175f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.017292 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-912577c6-9f6a-4dd8-bfcb-654af62e71ac req-c8208852-9509-4b9d-b00c-409014ff175f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0509589 May 10 19:23:25.033227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 00f71f29-1de8-4ba9-a394-37c885a12e45 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:25.033831 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.039073 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb3f2b-060a-41bd-ab2b-86412599478f req-ce32ceba-8217-42d4-a033-6eb01f13babf tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.041616 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-90e55e45-1d8b-4182-8bb5-2ad0f1ba76e1 None None] Port d19baf17-562a-41f5-a61f-6c53f27bf08b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:23:25.047346 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-35cb3f2b-060a-41bd-ab2b-86412599478f req-ce32ceba-8217-42d4-a033-6eb01f13babf tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.1205602 May 10 19:23:25.062373 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 00f71f29-1de8-4ba9-a394-37c885a12e45, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=00f71f29-1de8-4ba9-a394-37c885a12e45,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:25.068578 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.069726 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device b3b73583-4f77-40c2-b9d0-08cf7ffea978 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:25.117945 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-912577c6-9f6a-4dd8-bfcb-654af62e71ac req-7aca8bd2-d255-4fe0-8a8e-04839701c9de tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899684 May 10 19:23:25.172532 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=00f71f29-1de8-4ba9-a394-37c885a12e45,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.173053 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-35cb3f2b-060a-41bd-ab2b-86412599478f req-44b90fc5-613c-4c5e-90f2-d1c83759d373 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244771 May 10 19:23:25.177221 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port b3b73583-4f77-40c2-b9d0-08cf7ffea978 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:25.177681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.269734 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port b3b73583-4f77-40c2-b9d0-08cf7ffea978 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:25.365872 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce75dea-ac3b-4493-a824-9d3b99fa8ecb req-585ad153-3e2a-46d1-87c5-d04eae309f72 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.367427 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bce75dea-ac3b-4493-a824-9d3b99fa8ecb req-585ad153-3e2a-46d1-87c5-d04eae309f72 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 944 time: 0.0482752 May 10 19:23:25.421023 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bce75dea-ac3b-4493-a824-9d3b99fa8ecb req-bbe7d3bb-8aff-4e36-a071-6ee7085b454d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481546 May 10 19:23:25.423774 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51320) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:25.428410 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734659951', 'description': 'tempest-secgroup-smoke-734659951 description', 'project_id': '7bff45e4fe4f43fcbd241831c989710f'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:25.452376 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.532072 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa8c7a-12f6-4dd5-b119-05aa5e9a1335 req-1180249a-faef-4c29-8719-a9b246252ec5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.533933 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dfaa8c7a-12f6-4dd5-b119-05aa5e9a1335 req-1180249a-faef-4c29-8719-a9b246252ec5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0600278 May 10 19:23:25.539988 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device dedd1c25-965a-4539-9341-276b1dda106b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:23:25.587637 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group (1e52891b-33aa-4dfc-bca5-0a0cb196fc64), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.595703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (1e52891b-33aa-4dfc-bca5-0a0cb196fc64), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.641239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.645611 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2208135 May 10 19:23:25.646510 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51322) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:25.652178 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dfaa8c7a-12f6-4dd5-b119-05aa5e9a1335 req-3933596c-9ee9-4548-b549-03d35b4fbf8e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084089 May 10 19:23:25.656675 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group_rule': {'security_group_id': '1e52891b-33aa-4dfc-bca5-0a0cb196fc64', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:25.664870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180e367-24b6-40e2-82b9-1679c50fdbf4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52891b-33aa-4dfc-bca5-0a0cb196fc64,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.679268 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port dedd1c25-965a-4539-9341-276b1dda106b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dedd1c25-965a-4539-9341-276b1dda106b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:25.695588 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (64d15b49-af58-40c1-a550-7f2c89eedee0), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.701595 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'dedd1c25-965a-4539-9341-276b1dda106b', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:23:25.715133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-94e4ac67-2f61-46ac-acfa-a8d5bbf62e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.716890 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-94e4ac67-2f61-46ac-acfa-a8d5bbf62e73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.1320581 May 10 19:23:25.754145 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port dedd1c25-965a-4539-9341-276b1dda106b is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:25.754538 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (dedd1c25-965a-4539-9341-276b1dda106b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.762595 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (64d15b49-af58-40c1-a550-7f2c89eedee0), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.770270 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (64d15b49-af58-40c1-a550-7f2c89eedee0), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.783699 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedd1c25-965a-4539-9341-276b1dda106b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:25.822119 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d15b49-af58-40c1-a550-7f2c89eedee0,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.825144 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-700ca933-83b2-4296-b8cf-cc5837af29c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 217 time: 0.0663314 May 10 19:23:25.827660 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port dedd1c25-965a-4539-9341-276b1dda106b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dedd1c25-965a-4539-9341-276b1dda106b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:25.837575 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (dedd1c25-965a-4539-9341-276b1dda106b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.838514 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:23:25.845501 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.847662 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4b653dac-c008-485d-a531-e346f7a6e8c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1936295 May 10 19:23:25.852347 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51324) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:25.863426 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group_rule': {'security_group_id': '1e52891b-33aa-4dfc-bca5-0a0cb196fc64', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:25.890627 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-8cc68a6c-8683-412f-9ae2-f18b72a84f12 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.892121 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-8cc68a6c-8683-412f-9ae2-f18b72a84f12 tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.1321025 May 10 19:23:25.901768 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (48dd97ec-5330-401e-b2ec-b8136c8f3a1c), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.929914 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-2d039489-1764-4f2d-bef3-227d9445deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:25.931370 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-2d039489-1764-4f2d-bef3-227d9445deab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0938776 May 10 19:23:25.935758 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=dedd1c25-965a-4539-9341-276b1dda106b,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:25.987788 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (48dd97ec-5330-401e-b2ec-b8136c8f3a1c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:25.991912 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (48dd97ec-5330-401e-b2ec-b8136c8f3a1c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.019696 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dd97ec-5330-401e-b2ec-b8136c8f3a1c,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.024076 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:26.026624 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-10bb63d2-e7ab-495d-b1e8-3b67ac3e449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:26.028087 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-10bb63d2-e7ab-495d-b1e8-3b67ac3e449a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0866437 May 10 19:23:26.029590 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.032496 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-14222aac-c6da-4c49-954e-0e0cc4570ebd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1776674 May 10 19:23:26.034038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51326) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:26.041655 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group_rule': {'security_group_id': '1e52891b-33aa-4dfc-bca5-0a0cb196fc64', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:26.049399 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Deleting port f93efad1-bd17-470f-b066-615bfeaa280a {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:23:26.049821 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.080665 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (de32d0c3-6e6c-4875-bcde-995dffd2b675), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.177786 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'network_id': '23b57150-617f-4822-b282-056863670252', 'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'mac_address': 'fa:16:3e:ff:2b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:23:26.197687 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (de32d0c3-6e6c-4875-bcde-995dffd2b675), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.206205 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (de32d0c3-6e6c-4875-bcde-995dffd2b675), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.227329 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: ACTIVE; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:26.227779 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.237380 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de32d0c3-6e6c-4875-bcde-995dffd2b675,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.237929 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-1f9dc4e7-3c30-4557-8555-fbd765cb1923 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976984 May 10 19:23:26.241462 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.242955 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-5e508106-640a-42cf-b236-e90d10f04602 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2062950 May 10 19:23:26.245774 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51332) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:26.254188 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group_rule': {'security_group_id': '1e52891b-33aa-4dfc-bca5-0a0cb196fc64', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:26.272142 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e697b58-8fbb-4c85-87c0-1c9148105893 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:26.301827 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:26.314442 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.349956 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] For port f93efad1-bd17-470f-b066-615bfeaa280a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=f93efad1-bd17-470f-b066-615bfeaa280a,segment=NetworkSegment(ceeb808b-57fb-422a-b6fd-16bc3534cbba),segment_id=ceeb808b-57fb-422a-b6fd-16bc3534cbba)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:26.349956 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.358997 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Calling delete_port for f93efad1-bd17-470f-b066-615bfeaa280a owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:23:26.369240 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Sync routers for ids ['08b93fbe-7757-48a1-b619-d9dcee316fbf'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:26.376613 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6ab9a-935d-4cda-a4ca-edf5a94676ad req-cb7510cb-3fca-444f-8d2e-33d1a937c54d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:26.384072 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ffe6ab9a-935d-4cda-a4ca-edf5a94676ad req-cb7510cb-3fca-444f-8d2e-33d1a937c54d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1078508 May 10 19:23:26.406887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790ae46-8b37-4a86-9659-1d06d0c206ae req-2b34a248-8058-4d80-9ccf-ebebcb88c66c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:26.411021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f790ae46-8b37-4a86-9659-1d06d0c206ae req-2b34a248-8058-4d80-9ccf-ebebcb88c66c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbcf5f28-9746-420d-96f1-524342cf3906 HTTP/1.1" status: 200 len: 945 time: 0.1141820 May 10 19:23:26.414886 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=6']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.422888 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Routers {'08b93fbe-7757-48a1-b619-d9dcee316fbf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:26.423538 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['08b93fbe-7757-48a1-b619-d9dcee316fbf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:26.429986 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (861711d1-b23c-4015-88c1-6b280ffa842a), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.509073 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ffe6ab9a-935d-4cda-a4ca-edf5a94676ad req-b77b86f8-27ad-4798-9035-32b810d29f84 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242719 May 10 19:23:26.526934 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (f93efad1-bd17-470f-b066-615bfeaa280a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.537717 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f790ae46-8b37-4a86-9659-1d06d0c206ae req-dd4576e7-f51d-4919-b9aa-33d5441fc83c tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258097 May 10 19:23:26.565964 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (861711d1-b23c-4015-88c1-6b280ffa842a), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.577560 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (861711d1-b23c-4015-88c1-6b280ffa842a), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.587777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Pushing event deleted for resources: {'Port': ['ID=f93efad1-bd17-470f-b066-615bfeaa280a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.603495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861711d1-b23c-4015-88c1-6b280ffa842a,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:26.606861 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Set router 08b93fbe-7757-48a1-b619-d9dcee316fbf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:26.629553 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.633260 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-2c539e52-8eac-4a56-b9ab-5f7903d7ecf9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3840113 May 10 19:23:26.633848 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51344) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:26.634334 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51346) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:26.664396 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group_rule': {'security_group_id': '1e52891b-33aa-4dfc-bca5-0a0cb196fc64', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:26.674699 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202969024', 'description': 'tempest-description--1860939604'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:26.689968 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e292379-0ef7-4d54-9c68-0ccd6b018a63 req-779ce778-57cb-4bdd-949b-12ce27a3f62c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:26.700666 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1e292379-0ef7-4d54-9c68-0ccd6b018a63 req-779ce778-57cb-4bdd-949b-12ce27a3f62c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 945 time: 0.0683835 May 10 19:23:26.712057 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.722711 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['dedd1c25-965a-4539-9341-276b1dda106b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:23:26.764257 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] No DVR routers for this DVR port f93efad1-bd17-470f-b066-615bfeaa280a on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:23:26.767380 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1e292379-0ef7-4d54-9c68-0ccd6b018a63 req-fa47e028-34e9-4a4a-873e-cad37e8a0e82 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648396 May 10 19:23:26.785724 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.789600 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-42addf99-26f9-431e-8b1b-4eb514206b7a req-2c454401-4e7a-4ed4-b6e1-847eb782870b tempest-VolumesActionsTest-890673804 tempest-VolumesActionsTest-890673804-project] 10.222.0.73 "DELETE /v2.0/ports/f93efad1-bd17-470f-b066-615bfeaa280a HTTP/1.1" status: 204 len: 173 time: 0.8885696 May 10 19:23:26.791157 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'name': 'network-vif-deleted', 'tag': 'f93efad1-bd17-470f-b066-615bfeaa280a'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:26.795055 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c972fa1-3a4b-4b49-89af-6b6f999a8e67" -d '{"events": [{"server_uuid": "bbcf5f28-9746-420d-96f1-524342cf3906", "name": "network-vif-deleted", "tag": "f93efad1-bd17-470f-b066-615bfeaa280a"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:26.797931 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 00f71f29-1de8-4ba9-a394-37c885a12e45 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:26.805367 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.securitygroups_db [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Project 7bff45e4fe4f43fcbd241831c989710f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:23:26.809309 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['2e697b58-8fbb-4c85-87c0-1c9148105893'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:23:26.817296 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7da97b48-999b-4384-a47f-933bbfef87d1 req-9028fd85-fe6a-4638-968d-6771d3f58fb6 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668294 May 10 19:23:26.821876 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (8287f744-8d6f-4580-a30a-e207f62d7f02), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.876035 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931a70-1456-49b8-9a17-fb24b3d0b08a req-b1035fae-f21f-42fd-878f-2a98d37d8414 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:26.877955 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-01931a70-1456-49b8-9a17-fb24b3d0b08a req-b1035fae-f21f-42fd-878f-2a98d37d8414 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.1016617 May 10 19:23:26.894378 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e066eb9-1269-44d6-a170-29c2368598a1 x-openstack-request-id: req-8e066eb9-1269-44d6-a170-29c2368598a1 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:26.894600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcf5f28-9746-420d-96f1-524342cf3906", "name": "network-vif-deleted", "tag": "f93efad1-bd17-470f-b066-615bfeaa280a", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:26.894825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e066eb9-1269-44d6-a170-29c2368598a1 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:26.895227 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e066eb9-1269-44d6-a170-29c2368598a1'] response: {'server_uuid': 'bbcf5f28-9746-420d-96f1-524342cf3906', 'name': 'network-vif-deleted', 'tag': 'f93efad1-bd17-470f-b066-615bfeaa280a', 'status': 'completed', 'code': 200} May 10 19:23:26.942469 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-01931a70-1456-49b8-9a17-fb24b3d0b08a req-fea3fde8-4e28-4c28-98ac-ad698f78511e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560665 May 10 19:23:26.969821 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (9797e0be-5921-44a4-b560-0163e571a2a1), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.978887 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (8287f744-8d6f-4580-a30a-e207f62d7f02), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.982958 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (9797e0be-5921-44a4-b560-0163e571a2a1), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.994368 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 00f71f29-1de8-4ba9-a394-37c885a12e45 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:26.994709 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (8287f744-8d6f-4580-a30a-e207f62d7f02), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:26.994851 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.037542 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8287f744-8d6f-4580-a30a-e207f62d7f02,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.043254 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.044368 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4086196 May 10 19:23:27.046807 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51352) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:27.048211 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.053028 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0a05774b-6c75-4a91-bcac-1a509a149253 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4159291 May 10 19:23:27.053526 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51354) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:27.053971 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c547-b74b-4db7-83eb-1a8261eb032b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9797e0be-5921-44a4-b560-0163e571a2a1,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.057796 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': '9797e0be-5921-44a4-b560-0163e571a2a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:27.067025 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'security_group_rule': {'security_group_id': '1e52891b-33aa-4dfc-bca5-0a0cb196fc64', 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:27.098591 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.securitygroups_db [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Project 7bff45e4fe4f43fcbd241831c989710f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:23:27.103935 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (46e17180-d7ec-45a9-9efd-cdfcc9eb4f65), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.108280 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (b5dce05b-4a85-40e0-ac9e-0cd738045b1c), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.126745 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:24Z', 'revision_number': 4, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd19baf17-562a-41f5-a61f-6c53f27bf08b', 'name': '', 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357', 'tenant_id': '622b819918b2449982484d324d648f5f', 'mac_address': 'fa:16:3e:ff:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:23Z', 'updated_at': '2022-05-10T19:23:24Z', 'revision_number': 2, 'project_id': '622b819918b2449982484d324d648f5f', 'subnets': [{'id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:27.174644 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Checking router: 08b93fbe-7757-48a1-b619-d9dcee316fbf for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:27.174964 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Updating router 08b93fbe-7757-48a1-b619-d9dcee316fbf port d19baf17-562a-41f5-a61f-6c53f27bf08b binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:23:27.189236 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (46e17180-d7ec-45a9-9efd-cdfcc9eb4f65), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.198861 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (46e17180-d7ec-45a9-9efd-cdfcc9eb4f65), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.204128 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (b5dce05b-4a85-40e0-ac9e-0cd738045b1c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.213038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (b5dce05b-4a85-40e0-ac9e-0cd738045b1c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.232213 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e17180-d7ec-45a9-9efd-cdfcc9eb4f65,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.248739 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.250363 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-173fdfef-f41c-479e-894e-322e330af225 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1993058 May 10 19:23:27.253222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51356) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:27.253706 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.254783 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1919076 May 10 19:23:27.255625 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a82da-79f6-4f9b-966f-db63a71e58ff tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dce05b-4a85-40e0-ac9e-0cd738045b1c,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.263883 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': '9797e0be-5921-44a4-b560-0163e571a2a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:27.278152 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.307114 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 00f71f29-1de8-4ba9-a394-37c885a12e45 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:27.312412 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (d2b17e5c-ae89-4235-b8b7-c1be13d2f04b), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.381948 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (d2b17e5c-ae89-4235-b8b7-c1be13d2f04b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.387099 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (d2b17e5c-ae89-4235-b8b7-c1be13d2f04b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.410873 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b17e5c-ae89-4235-b8b7-c1be13d2f04b,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.420077 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.424282 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-767626b9-db3c-463b-baba-2ff6cffd90a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654348 May 10 19:23:27.424895 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51390) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:27.428968 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:27.454800 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.554506 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.710904 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Publish callbacks [] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.713244 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f523ec4-38a3-4f49-828a-3f4f1a470a89 req-e64ebb33-2af2-451e-b941-ac59c5176114 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:27.716102 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7f523ec4-38a3-4f49-828a-3f4f1a470a89 req-e64ebb33-2af2-451e-b941-ac59c5176114 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1122546 May 10 19:23:27.724809 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:27.756741 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.27.0.181 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/41f6c5bc-4149-4d20-a321-5d381100f3b6) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:27.847277 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7f523ec4-38a3-4f49-828a-3f4f1a470a89 req-48996fbf-c8b1-4c28-b135-87a5c823cb0d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231866 May 10 19:23:27.909616 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9bca-a536-415d-b271-993529fb56c4 None None] Pushing event updated for resources: {'Port': ['ID=d19baf17-562a-41f5-a61f-6c53f27bf08b,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:27.977299 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e75b7-da37-4c84-a90b-b9ee62dafe39 req-b7c6ef3b-db82-4d6d-b639-205b66425423 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:27.984832 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-292e75b7-da37-4c84-a90b-b9ee62dafe39 req-b7c6ef3b-db82-4d6d-b639-205b66425423 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 945 time: 0.1018167 May 10 19:23:28.019183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Attempting to bind port d19baf17-562a-41f5-a61f-6c53f27bf08b on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:28.019359 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.019806 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Attempting to bind port d19baf17-562a-41f5-a61f-6c53f27bf08b by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:28.020208 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Attempting to bind port d19baf17-562a-41f5-a61f-6c53f27bf08b on network 10aea109-99f8-430e-bce9-1a77c2c4d357 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:28.026112 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:28.026735 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Checking segment: {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:28.027301 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.029196 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Bound using segment: {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:28.030648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Bound port: d19baf17-562a-41f5-a61f-6c53f27bf08b, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca369770-8d69-4224-9d1d-ff2caa8c8043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:28.031602 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.070844 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-292e75b7-da37-4c84-a90b-b9ee62dafe39 req-23df78c3-6927-4803-bfde-df4ba57916ec tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759420 May 10 19:23:28.107718 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.145176 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] For port d19baf17-562a-41f5-a61f-6c53f27bf08b, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:28.157881 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:28.162636 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:28.163318 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] For port d19baf17-562a-41f5-a61f-6c53f27bf08b, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d19baf17-562a-41f5-a61f-6c53f27bf08b,segment=NetworkSegment(ca369770-8d69-4224-9d1d-ff2caa8c8043),segment_id=ca369770-8d69-4224-9d1d-ff2caa8c8043)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:28.164720 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:28.170780 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9374520-1005-44a6-928d-3921fedb71db req-4f89fdb4-6ec2-4fdf-a09f-43330a41a181 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:28.185279 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.189558 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d9374520-1005-44a6-928d-3921fedb71db req-4f89fdb4-6ec2-4fdf-a09f-43330a41a181 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.0918093 May 10 19:23:28.209583 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=41f6c5bc-4149-4d20-a321-5d381100f3b6,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:28.286286 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d9374520-1005-44a6-928d-3921fedb71db req-19a06901-1757-46fe-8135-b76311e67287 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920866 May 10 19:23:28.305734 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9bca-a536-415d-b271-993529fb56c4 None None] Pushing event updated for resources: {'Port': ['ID=d19baf17-562a-41f5-a61f-6c53f27bf08b,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:28.308984 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Routers {'08b93fbe-7757-48a1-b619-d9dcee316fbf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:28.309661 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['08b93fbe-7757-48a1-b619-d9dcee316fbf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:28.312964 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] Provisioning complete for port d19baf17-562a-41f5-a61f-6c53f27bf08b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:28.313342 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.318532 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (65e19947-9b33-43fe-887c-bda416fa918d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.391978 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.489976 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device dedd1c25-965a-4539-9341-276b1dda106b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:28.582175 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] Set router 08b93fbe-7757-48a1-b619-d9dcee316fbf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:28.648175 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.654635 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.747471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=41f6c5bc-4149-4d20-a321-5d381100f3b6,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:28.760383 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (65e19947-9b33-43fe-887c-bda416fa918d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.779864 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.781175 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c661b7c9-a32a-4b29-ac5a-60c7792c2309 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3556387 May 10 19:23:28.819861 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] Current status of the port d19baf17-562a-41f5-a61f-6c53f27bf08b is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:28.820255 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.877112 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port dedd1c25-965a-4539-9341-276b1dda106b completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:23:28.894022 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port dedd1c25-965a-4539-9341-276b1dda106b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:28.894399 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (dedd1c25-965a-4539-9341-276b1dda106b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:28.990461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] For port d19baf17-562a-41f5-a61f-6c53f27bf08b, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d19baf17-562a-41f5-a61f-6c53f27bf08b,segment=NetworkSegment(ca369770-8d69-4224-9d1d-ff2caa8c8043),segment_id=ca369770-8d69-4224-9d1d-ff2caa8c8043)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:29.004094 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3266c4-77d0-4bc2-9a9c-15fa003accdf req-9e85975e-84e7-4a14-a6ae-a646135280a0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:29.005138 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.007671 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b3266c4-77d0-4bc2-9a9c-15fa003accdf req-9e85975e-84e7-4a14-a6ae-a646135280a0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0631142 May 10 19:23:29.079902 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b3266c4-77d0-4bc2-9a9c-15fa003accdf req-bc1a1481-9214-49e5-90ba-17e7f15e264b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620053 May 10 19:23:29.150318 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56531630-f5a6-4d39-8c91-4696a43aecf7 None None] Pushing event updated for resources: {'Port': ['ID=d19baf17-562a-41f5-a61f-6c53f27bf08b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:29.156996 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-57c25017-92c6-4424-85f1-cb482f6a9188 None None] Provisioning complete for port d19baf17-562a-41f5-a61f-6c53f27bf08b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:29.157379 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-57c25017-92c6-4424-85f1-cb482f6a9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.158921 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port dedd1c25-965a-4539-9341-276b1dda106b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:29.159301 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (dedd1c25-965a-4539-9341-276b1dda106b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.203165 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:24Z', 'revision_number': 4, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd19baf17-562a-41f5-a61f-6c53f27bf08b', 'name': '', 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357', 'tenant_id': '622b819918b2449982484d324d648f5f', 'mac_address': 'fa:16:3e:ff:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:23Z', 'updated_at': '2022-05-10T19:23:28Z', 'revision_number': 4, 'project_id': '622b819918b2449982484d324d648f5f', 'subnets': [{'id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:29.209448 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594c5ca-440a-4ac0-a7cc-0c2346bac5af req-fb073f73-08dd-4555-bef2-093ffef0605c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:29.210910 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d594c5ca-440a-4ac0-a7cc-0c2346bac5af req-fb073f73-08dd-4555-bef2-093ffef0605c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 945 time: 0.0617914 May 10 19:23:29.247288 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae835f0-2684-494f-a787-65d2d00b6446 None None] The sync data for ids ['08b93fbe-7757-48a1-b619-d9dcee316fbf'] in dv-cinder-784815-13-iscsi is: [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:24Z', 'revision_number': 4, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd19baf17-562a-41f5-a61f-6c53f27bf08b', 'name': '', 'network_id': '10aea109-99f8-430e-bce9-1a77c2c4d357', 'tenant_id': '622b819918b2449982484d324d648f5f', 'mac_address': 'fa:16:3e:ff:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:23Z', 'updated_at': '2022-05-10T19:23:28Z', 'revision_number': 4, 'project_id': '622b819918b2449982484d324d648f5f', 'subnets': [{'id': 'f7cf51c5-47a4-466d-9d3e-cf579404d86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:29.255985 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:29.262332 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e55dc47-9dde-45da-8313-b9c26d0da2b4" -d '{"events": [{"server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dedd1c25-965a-4539-9341-276b1dda106b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:29.299883 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port dedd1c25-965a-4539-9341-276b1dda106b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dedd1c25-965a-4539-9341-276b1dda106b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:29.339219 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d594c5ca-440a-4ac0-a7cc-0c2346bac5af req-9652931a-612c-4414-8bca-f49901c1cec1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118360 May 10 19:23:29.347372 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-57c25017-92c6-4424-85f1-cb482f6a9188 None None] Current status of the port d19baf17-562a-41f5-a61f-6c53f27bf08b is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:29.350269 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (dedd1c25-965a-4539-9341-276b1dda106b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.351075 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:29.510654 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=dedd1c25-965a-4539-9341-276b1dda106b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:29.529836 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162bdbf1-a32f-4102-9e6d-f1ea16365a47 x-openstack-request-id: req-162bdbf1-a32f-4102-9e6d-f1ea16365a47 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:29.530663 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "name": "network-vif-plugged", "status": "completed", "tag": "dedd1c25-965a-4539-9341-276b1dda106b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:29.531246 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-162bdbf1-a32f-4102-9e6d-f1ea16365a47 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:29.532087 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162bdbf1-a32f-4102-9e6d-f1ea16365a47'] response: {'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b', 'code': 200} May 10 19:23:29.538437 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 2e697b58-8fbb-4c85-87c0-1c9148105893 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:29.539257 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.682933 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:29.683525 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.686552 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c292b87-8bf2-4e89-8be6-34a9420a9df6 req-dc84c302-f580-42ad-b799-7d84e0762406 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:29.696084 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8c292b87-8bf2-4e89-8be6-34a9420a9df6 req-dc84c302-f580-42ad-b799-7d84e0762406 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.1124544 May 10 19:23:29.744919 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:29.753999 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:29.754857 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device f93efad1-bd17-470f-b066-615bfeaa280a no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:23:29.778664 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8c292b87-8bf2-4e89-8be6-34a9420a9df6 req-5f67e592-5667-428b-8067-fcbee8198ef1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785186 May 10 19:23:29.795454 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: f93efad1-bd17-470f-b066-615bfeaa280a {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:23:29.795804 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device f93efad1-bd17-470f-b066-615bfeaa280a not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:23:29.858009 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=7']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:29.867070 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eb1d4-49f3-467e-b89b-2e7b560cfeff req-bdcdb92b-221c-4333-a1cb-d73f639c253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:29.868819 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c83eb1d4-49f3-467e-b89b-2e7b560cfeff req-bdcdb92b-221c-4333-a1cb-d73f639c253b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.0621989 May 10 19:23:29.927962 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c83eb1d4-49f3-467e-b89b-2e7b560cfeff req-ed1a1ec1-be4c-4651-86de-8b77e5a10ce1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491221 May 10 19:23:30.258640 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69650954-019f-461a-b792-cd0afaa3902f req-f619b0fd-4dde-4665-b101-250f4b763def tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:30.262369 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-69650954-019f-461a-b792-cd0afaa3902f req-f619b0fd-4dde-4665-b101-250f4b763def tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0803440 May 10 19:23:30.339535 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-69650954-019f-461a-b792-cd0afaa3902f req-52f91220-1b1b-425a-b7d2-dd324d21982c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714204 May 10 19:23:30.503967 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85356f5-f976-4139-bff3-7fd0e9b698c1 req-7dc074e8-1d25-4cdf-a4f6-3806ea8b4481 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:30.506920 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b85356f5-f976-4139-bff3-7fd0e9b698c1 req-7dc074e8-1d25-4cdf-a4f6-3806ea8b4481 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0706291 May 10 19:23:30.570210 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b85356f5-f976-4139-bff3-7fd0e9b698c1 req-aedc1f09-e19d-456e-9d53-d6924dc1a2c8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552082 May 10 19:23:30.748444 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d19baf17-562a-41f5-a61f-6c53f27bf08b up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:30.810410 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port d19baf17-562a-41f5-a61f-6c53f27bf08b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:30.814617 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:30.922217 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port d19baf17-562a-41f5-a61f-6c53f27bf08b is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:30.949654 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254dbd9-a6c2-4b0d-821b-6dc18f3c9172 req-cf6861cb-3a5b-4e90-aca2-9ac1baceb737 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:30.951350 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4254dbd9-a6c2-4b0d-821b-6dc18f3c9172 req-cf6861cb-3a5b-4e90-aca2-9ac1baceb737 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0778346 May 10 19:23:31.016375 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4254dbd9-a6c2-4b0d-821b-6dc18f3c9172 req-a494bb1e-45b2-4cf5-8fcc-58865762e14c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550499 May 10 19:23:31.474564 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b85f97-e47e-4de1-bbfc-b806751eed60 req-883ad352-a5a9-4589-b077-436af42d0dae tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:31.476120 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-62b85f97-e47e-4de1-bbfc-b806751eed60 req-883ad352-a5a9-4589-b077-436af42d0dae tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0530348 May 10 19:23:31.535003 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:31.535483 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-62b85f97-e47e-4de1-bbfc-b806751eed60 req-cad14108-1d9d-4071-9f1c-d7897186cdd7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515797 May 10 19:23:31.537927 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654faf99-f1e5-4186-8fe7-bf3a16c87121" -d '{"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:31.601566 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc658a-146f-49c4-919b-8843f3a62ebc x-openstack-request-id: req-e0cc658a-146f-49c4-919b-8843f3a62ebc {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:31.602139 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:31.602602 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0cc658a-146f-49c4-919b-8843f3a62ebc {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:31.603353 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cc658a-146f-49c4-919b-8843f3a62ebc'] response: {'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'code': 200} May 10 19:23:31.743146 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a232-4de2-49b8-b473-a49cbbee3982 req-21c317af-cfa3-4ca6-82a9-7ad7e7bfc560 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:31.744936 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4588a232-4de2-49b8-b473-a49cbbee3982 req-21c317af-cfa3-4ca6-82a9-7ad7e7bfc560 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0864229 May 10 19:23:31.804057 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4588a232-4de2-49b8-b473-a49cbbee3982 req-3e81ea03-ed8c-43d5-8b5c-449e1a442175 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534248 May 10 19:23:32.155292 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73625763-743a-4638-94e0-fdc848cf8bd3 req-d253fcf3-6e9f-48c2-bc51-f4f92685ca29 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:32.164405 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-73625763-743a-4638-94e0-fdc848cf8bd3 req-d253fcf3-6e9f-48c2-bc51-f4f92685ca29 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0611041 May 10 19:23:32.217722 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-73625763-743a-4638-94e0-fdc848cf8bd3 req-8f0231bf-e506-4f79-8c58-8f69e5699e95 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524063 May 10 19:23:32.666271 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804502-976c-4607-9ed1-aba9285b27de req-3019330d-f0b7-4618-8de3-e2a39886aab2 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:32.668256 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ea804502-976c-4607-9ed1-aba9285b27de req-3019330d-f0b7-4618-8de3-e2a39886aab2 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0581028 May 10 19:23:33.019540 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ea804502-976c-4607-9ed1-aba9285b27de req-09f4a64a-0e1d-4c7e-96b3-e521d3cd3ebe tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440802 May 10 19:23:33.150345 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9eab0c-6bf1-4e88-a131-3883ee2a826c req-9729b954-9922-41a6-b7a5-1ec4b474f7eb tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:33.151966 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f9eab0c-6bf1-4e88-a131-3883ee2a826c req-9729b954-9922-41a6-b7a5-1ec4b474f7eb tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0633452 May 10 19:23:33.215253 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f9eab0c-6bf1-4e88-a131-3883ee2a826c req-374482ec-7912-4bdc-a9e2-21a6efe6961f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553517 May 10 19:23:33.348951 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bfe05-0248-435d-9e44-3de3c59397f0 req-26407031-c4a1-4e3b-91a5-df0c167e1eb7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:33.360188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51544) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:33.362815 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6d6bfe05-0248-435d-9e44-3de3c59397f0 req-26407031-c4a1-4e3b-91a5-df0c167e1eb7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0688584 May 10 19:23:33.368166 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'floatingip': {'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:33.461760 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:33.462021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a831e8-952a-4377-b500-4eaf34c60f47 req-081f30a2-a14f-42b1-bbbb-de3fd4cb5015 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:33.463346 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56a831e8-952a-4377-b500-4eaf34c60f47 req-081f30a2-a14f-42b1-bbbb-de3fd4cb5015 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0545509 May 10 19:23:33.549647 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56a831e8-952a-4377-b500-4eaf34c60f47 req-8b0d0ff2-90c6-42d9-b5a0-b447193930ed tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797396 May 10 19:23:34.073898 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:34.082353 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:34.218726 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7339a-6ce0-4219-a9c0-af7fa5ad7be4 req-9129920e-bc16-40d9-b72c-8a00512c89f0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:34.225562 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Floating IP a3d37a41-8b0e-40ad-91b7-fd75d4254b04 associated. External IP: 172.27.0.185, port: dedd1c25-965a-4539-9341-276b1dda106b. May 10 19:23:34.227483 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-35d7339a-6ce0-4219-a9c0-af7fa5ad7be4 req-9129920e-bc16-40d9-b72c-8a00512c89f0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1048136 May 10 19:23:34.309094 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-35d7339a-6ce0-4219-a9c0-af7fa5ad7be4 req-f9059a3b-8645-423b-8cfc-d93d712cd7c4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804415 May 10 19:23:34.623738 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3b778-e329-440a-8b6a-3e699bef0916 req-b2db4fbf-99ce-48bd-8be8-009f0e1814d1 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:34.630301 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d9e3b778-e329-440a-8b6a-3e699bef0916 req-b2db4fbf-99ce-48bd-8be8-009f0e1814d1 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0816743 May 10 19:23:34.700393 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d9e3b778-e329-440a-8b6a-3e699bef0916 req-948a4f7d-e378-45a4-8662-b13f0e68ec3f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689156 May 10 19:23:34.844022 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229d894-a0a0-47de-a7e8-d552ec3784b4 req-8bb90b94-d8b0-4d58-973d-2d183087958b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:34.845677 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b229d894-a0a0-47de-a7e8-d552ec3784b4 req-8bb90b94-d8b0-4d58-973d-2d183087958b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0652587 May 10 19:23:34.859942 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Router e001fb26-1e85-4672-99fb-4af5d54f3865 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:23:34.929422 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b229d894-a0a0-47de-a7e8-d552ec3784b4 req-38973c69-2001-48bd-a5e3-fd66afbd7032 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770881 May 10 19:23:35.003584 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:23:35.008909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:35.019183 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] Sync routers for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:23:35.031043 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:35.032178 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:35.058001 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-d878d2f2-999d-41a5-8a61-cbb4ebca3557 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "PUT /v2.0/floatingips/a3d37a41-8b0e-40ad-91b7-fd75d4254b04 HTTP/1.1" status: 200 len: 992 time: 1.6959045 May 10 19:23:35.058754 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:35.061475 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:35.108695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d868bf1a-6a9e-491a-ad2e-1d5b60bc880d x-openstack-request-id: req-d868bf1a-6a9e-491a-ad2e-1d5b60bc880d {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:35.108996 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:35.109278 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d868bf1a-6a9e-491a-ad2e-1d5b60bc880d {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:35.109686 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d868bf1a-6a9e-491a-ad2e-1d5b60bc880d'] response: {'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b', 'status': 'completed', 'code': 200} May 10 19:23:35.178052 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:35.422007 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a3d37a41-8b0e-40ad-91b7-fd75d4254b04', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:33Z', 'revision_number': 1, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:35.451212 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] Checking router: e001fb26-1e85-4672-99fb-4af5d54f3865 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:23:35.466212 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:23:35.467141 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:35.621952 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:23:35.825611 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c8b32-53c0-4e58-b4c7-f622080755cf req-9b52fca8-d3e3-4cf3-9e8c-dd7a23e5b8e0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:35.833877 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f8c8b32-53c0-4e58-b4c7-f622080755cf req-9b52fca8-d3e3-4cf3-9e8c-dd7a23e5b8e0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0562522 May 10 19:23:35.891047 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a3d37a41-8b0e-40ad-91b7-fd75d4254b04', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:33Z', 'revision_number': 1, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:23:35.898793 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f8c8b32-53c0-4e58-b4c7-f622080755cf req-1ba752c8-dcb0-4679-a1d1-4ca8450e46cb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574760 May 10 19:23:35.921954 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4ab43-925b-4bf9-8df9-4cd638de29c8 None None] The sync data for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi is: [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a3d37a41-8b0e-40ad-91b7-fd75d4254b04', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:33Z', 'revision_number': 1, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:23:36.070438 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485824fe-2950-4f60-8478-9a0d351a11ea req-bacdd9c8-0ef8-4473-b45a-0543bde0ac97 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:36.072490 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-485824fe-2950-4f60-8478-9a0d351a11ea req-bacdd9c8-0ef8-4473-b45a-0543bde0ac97 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0628626 May 10 19:23:36.145372 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-485824fe-2950-4f60-8478-9a0d351a11ea req-0b781aba-55fa-4e5e-b319-3969bc90a40f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573483 May 10 19:23:36.204454 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4e10ca-44b5-41ee-b4cf-85d5fb88004e None None] New status for floating IP a3d37a41-8b0e-40ad-91b7-fd75d4254b04: ACTIVE {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:23:37.030938 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab703a-e81f-462e-b063-801178601c61 req-485e589f-b5eb-4b00-a3a5-af03c5df2e6d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:37.032612 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d7ab703a-e81f-462e-b063-801178601c61 req-485e589f-b5eb-4b00-a3a5-af03c5df2e6d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0589559 May 10 19:23:37.095408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d7ab703a-e81f-462e-b063-801178601c61 req-20a496c4-4c1a-4521-a0eb-638bf5ba6539 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558879 May 10 19:23:37.276255 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bddb6-1f15-413e-8092-9c5c19358bb4 req-f2c6f3b3-7b32-4972-8e52-a0ca31ae08b0 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:37.281243 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a5bddb6-1f15-413e-8092-9c5c19358bb4 req-f2c6f3b3-7b32-4972-8e52-a0ca31ae08b0 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0641899 May 10 19:23:37.331320 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7a5bddb6-1f15-413e-8092-9c5c19358bb4 req-c1077ec9-f447-4ecb-8e04-44a6219ffbb8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477688 May 10 19:23:37.690639 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-57d6e8aa-f692-45b9-a98e-211e1b3b99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:37.693393 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-57d6e8aa-f692-45b9-a98e-211e1b3b99a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1129 time: 0.1107233 May 10 19:23:37.702176 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-b2e18e63-d39c-42f2-a40f-781c584d6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:37.704073 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-b2e18e63-d39c-42f2-a40f-781c584d6996 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.0613742 May 10 19:23:37.895100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-7b771835-4fbf-4cad-b3d8-ea98b1369043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:37.896813 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-7b771835-4fbf-4cad-b3d8-ea98b1369043 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 911 time: 0.1918495 May 10 19:23:37.954984 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-b30a52c3-4970-4e4e-abf1-de4a6b9ca8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:37.956566 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-b30a52c3-4970-4e4e-abf1-de4a6b9ca8cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.2442412 May 10 19:23:38.018521 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-5b976064-b0be-4435-9ae2-43f64abd4b5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 200 len: 1000 time: 0.1143358 May 10 19:23:38.074756 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-51ee5e09-c36b-4659-b70b-99b09f8d5fbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 1002 time: 0.1106160 May 10 19:23:38.120044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-22490fed-8b74-41f2-a638-c2b26f3811ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:38.121634 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-22490fed-8b74-41f2-a638-c2b26f3811ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.0955589 May 10 19:23:38.130697 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-46f2bbed-a6fb-4941-a7c4-a6c6e01b66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:38.132200 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-46f2bbed-a6fb-4941-a7c4-a6c6e01b66fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0507977 May 10 19:23:38.177714 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-0d32cf17-e7bc-4f1e-9ae6-013932de1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:38.179221 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-0d32cf17-e7bc-4f1e-9ae6-013932de1f21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461361 May 10 19:23:38.219036 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-283366da-c371-4fa6-b4e3-1213200c77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:38.221630 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-283366da-c371-4fa6-b4e3-1213200c77ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414994 May 10 19:23:38.266389 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b1e54-497a-4324-a95a-a09b451a6c0c req-5bacda84-fdc6-446d-bffd-48576fa62d7c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:38.291256 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-469b1e54-497a-4324-a95a-a09b451a6c0c req-5bacda84-fdc6-446d-bffd-48576fa62d7c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0985663 May 10 19:23:38.367126 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-469b1e54-497a-4324-a95a-a09b451a6c0c req-9848ccaa-79ec-41f8-b0c9-dba463ae74df tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748625 May 10 19:23:38.431569 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-c55c583d-84f8-4157-83ff-fa432f9b24af service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088830 May 10 19:23:38.495377 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-bead8936-47bf-469a-899b-7755fcb034a4 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168090 May 10 19:23:38.550250 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e97114-5b45-404f-bf07-982af937362e req-b5adddaa-1e25-4aa5-8282-3d58effb781d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:38.554018 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d8e97114-5b45-404f-bf07-982af937362e req-b5adddaa-1e25-4aa5-8282-3d58effb781d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0864680 May 10 19:23:38.619096 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d8e97114-5b45-404f-bf07-982af937362e req-81b634b8-b489-4a3c-a04f-4b0713d1f44b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575297 May 10 19:23:38.680524 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-95d6339c-db90-400e-92c3-be23c0fb3eb9 req-fd53eebe-2f79-4f76-ba95-87011befaa90 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289402 May 10 19:23:38.698888 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8e6b5656-a71e-47ac-bc0a-d97ecac4abe0 req-96e7ae5f-22fc-4783-8aff-6dd073e26be8 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647789 May 10 19:23:39.520115 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15cdf0-d528-4dba-a970-3067715c259d req-65f746b4-9100-4c52-830d-ae6a4abd9c06 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:39.521682 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5c15cdf0-d528-4dba-a970-3067715c259d req-65f746b4-9100-4c52-830d-ae6a4abd9c06 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0647593 May 10 19:23:39.525863 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-412e2362-cd67-4b63-99ad-853db4fe9f9e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1202969024&fields=id&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 267 time: 0.0831501 May 10 19:23:39.629377 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5c15cdf0-d528-4dba-a970-3067715c259d req-47a1d143-3976-43b0-a79f-0e09fac2ba1a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020143 May 10 19:23:39.664870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-073c6d51-8cb0-4526-bc25-5124687119cc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:39.666359 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-073c6d51-8cb0-4526-bc25-5124687119cc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.1332951 May 10 19:23:39.681646 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-60cc20ca-4af6-41f7-a5d6-3e249865e4e7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/quotas/758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 375 time: 0.0097682 May 10 19:23:39.758451 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-40392018-ccc4-421b-9760-9db31b4bb44e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714946 May 10 19:23:39.773085 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1ca56-bd38-4a81-8151-b489ea3a37ca req-e05bfe63-de50-44a4-90cc-21c7c8a2abea tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:39.774641 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5ea1ca56-bd38-4a81-8151-b489ea3a37ca req-e05bfe63-de50-44a4-90cc-21c7c8a2abea tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0601633 May 10 19:23:39.884927 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5ea1ca56-bd38-4a81-8151-b489ea3a37ca req-f943ba73-0f26-478b-b5f6-b6fab3b112c4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022482 May 10 19:23:39.897026 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-18a9f147-1705-4085-a4f9-ed2d070d5534 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214092 May 10 19:23:39.992571 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-88072bf6-bd45-4f1c-8c37-7ee8689101f6 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887177 May 10 19:23:40.164028 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1bf28dcb-7d58-416f-9252-6bfbc919ae91 req-565ebf8c-fd64-4121-af00-999f7fb43a6d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0284331 May 10 19:23:40.743801 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459b11d-0e99-4049-8306-c81e04597e65 req-b7bcf8fe-b448-48fe-b26d-52444ab07e6f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:40.745288 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6459b11d-0e99-4049-8306-c81e04597e65 req-b7bcf8fe-b448-48fe-b26d-52444ab07e6f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0459957 May 10 19:23:40.792779 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6459b11d-0e99-4049-8306-c81e04597e65 req-e0185c67-04cb-4d7e-951f-37390d9b8b67 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 May 10 19:23:41.011325 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfd0a4-3a9b-416a-a4bd-9c7616410b43 req-94aae0cd-8717-4020-b99c-a92750c8e2e4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:41.012836 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-52cfd0a4-3a9b-416a-a4bd-9c7616410b43 req-94aae0cd-8717-4020-b99c-a92750c8e2e4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0511966 May 10 19:23:41.060611 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-52cfd0a4-3a9b-416a-a4bd-9c7616410b43 req-2d6009aa-2cd3-42a5-9862-4fc15fb5ac42 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 May 10 19:23:41.256143 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7c40fad2-94ea-4943-bcf8-8eb493d2ffa1 req-bc7e934e-d2d4-4308-a9eb-5fa7f4c0faf0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0275085 May 10 19:23:41.904584 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fb374-a29c-4565-9d3b-61b71d403111 req-7641d73d-1550-49a2-83d8-5f61d2df1dda tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:41.906152 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d81fb374-a29c-4565-9d3b-61b71d403111 req-7641d73d-1550-49a2-83d8-5f61d2df1dda tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0468349 May 10 19:23:41.954494 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d81fb374-a29c-4565-9d3b-61b71d403111 req-7dd10edf-d85f-4687-bc56-e60eb4ada685 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 May 10 19:23:42.181662 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478494-5069-4d8b-88f1-34051a3baa9c req-6252e43e-6161-496b-9db5-c30c5b678d6c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:42.183188 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd478494-5069-4d8b-88f1-34051a3baa9c req-6252e43e-6161-496b-9db5-c30c5b678d6c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0511708 May 10 19:23:42.231837 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd478494-5069-4d8b-88f1-34051a3baa9c req-63a23959-9265-4b00-b200-431187dc5ee8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 May 10 19:23:42.354819 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fc5726ce-80e5-49d9-9bce-ddb9e6243443 req-78f1ffa1-35ea-40aa-b0dd-cbda8b440d6a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0275285 May 10 19:23:43.076955 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1b4f-4c75-4fdf-a976-a673e0a183a0 req-c8138cce-d46a-4d04-a1ca-60e555292c10 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:43.080558 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-156a1b4f-4c75-4fdf-a976-a673e0a183a0 req-c8138cce-d46a-4d04-a1ca-60e555292c10 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0567601 May 10 19:23:43.134102 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-156a1b4f-4c75-4fdf-a976-a673e0a183a0 req-7d78ce9d-06a8-468e-8dc8-6c0bbf915605 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482569 May 10 19:23:43.357097 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299525ed-9c4a-4d1a-a048-28c5dc5fb054 req-1bb21402-8421-4701-be3d-28f7fbfa32c5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:43.358580 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-299525ed-9c4a-4d1a-a048-28c5dc5fb054 req-1bb21402-8421-4701-be3d-28f7fbfa32c5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0560005 May 10 19:23:43.407585 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-299525ed-9c4a-4d1a-a048-28c5dc5fb054 req-6d06951b-c7a7-4ffd-9060-7dbe423107dc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 May 10 19:23:43.450027 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b5fece0-999e-4e29-99b4-4a7a21017a7e req-a4077f54-75df-47a5-994d-375e34b7f9bc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0270004 May 10 19:23:44.298126 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-3600f628-fe1f-47be-aa1e-89070ac7b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:44.523309 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d017b12-b3d6-4205-87da-ec9dc7214dc7 req-60cf8915-6786-454b-bef9-65d808f4fd2f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:44.524811 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9d017b12-b3d6-4205-87da-ec9dc7214dc7 req-60cf8915-6786-454b-bef9-65d808f4fd2f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0460539 May 10 19:23:44.565081 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0da79aa6-fb2a-4a00-b83b-a6cb780d9670 req-781f336d-11c6-4be2-98fa-05cff2e1bc76 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0393212 May 10 19:23:44.594094 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9d017b12-b3d6-4205-87da-ec9dc7214dc7 req-b77a71d4-6d97-4940-b2bd-1fc9e9e34469 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603802 May 10 19:23:45.656875 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a0a01552-2cc8-4891-bf84-1f7c3f51a217 req-6e5ea815-c1e2-4be9-9727-68db856e7077 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0281618 May 10 19:23:45.717685 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3d57-0f3d-4f3f-b1ca-25798d4bbb3a req-7ad9f9e3-5ec5-4b27-8a81-fbc267d870ce tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:45.719172 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-945a3d57-0f3d-4f3f-b1ca-25798d4bbb3a req-7ad9f9e3-5ec5-4b27-8a81-fbc267d870ce tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0517867 May 10 19:23:45.765574 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-945a3d57-0f3d-4f3f-b1ca-25798d4bbb3a req-f87214a3-f6c6-4115-a1dc-eae6c2060827 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 May 10 19:23:45.916212 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:46.666082 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-3430e508-1ff4-40fe-b2c5-cb8ac9e2c297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:46.760252 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e5d416f7-ab16-41d5-8908-35fad3ac2f0e req-6119de15-5b91-44a1-8f19-9dd2709ccd55 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0294657 May 10 19:23:46.881672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e95fb8-f912-427d-8298-9493d1e13d3e req-272c9915-5ec0-4c79-a383-c7fbfe6842bc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:46.883114 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-77e95fb8-f912-427d-8298-9493d1e13d3e req-272c9915-5ec0-4c79-a383-c7fbfe6842bc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0464368 May 10 19:23:46.928233 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-77e95fb8-f912-427d-8298-9493d1e13d3e req-5a742708-e78f-477d-a995-e27916ab7d73 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396521 May 10 19:23:47.412183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:47.853339 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a4a0b097-b399-4b5f-97a5-fb0d7e535606 req-419edb50-f8fc-41de-b9cc-9f7125a7e67e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0267875 May 10 19:23:48.047452 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217a1d7-5bed-4d24-bcbf-ee317090734c req-1fb671e0-37f6-4bb8-b676-43392da8315b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:48.049924 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7217a1d7-5bed-4d24-bcbf-ee317090734c req-1fb671e0-37f6-4bb8-b676-43392da8315b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 945 time: 0.0481932 May 10 19:23:48.079403 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:23:48.101792 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7217a1d7-5bed-4d24-bcbf-ee317090734c req-a00ed5b8-cc1a-4a52-9e33-32899e57e548 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 May 10 19:23:48.156209 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: ACTIVE; New status is: DOWN {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:48.156618 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:48.178870 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:48.181081 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c6fc63-9e13-4d86-aae6-1fc95e2fc0ec" -d '{"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-unplugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:48.192590 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:48.197381 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:48.224902 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 19:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8260e050-d3bc-4490-8eff-f686bd7c52b7 x-openstack-request-id: req-8260e050-d3bc-4490-8eff-f686bd7c52b7 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:48.225221 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-unplugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:48.225484 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8260e050-d3bc-4490-8eff-f686bd7c52b7 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:48.225884 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8260e050-d3bc-4490-8eff-f686bd7c52b7'] response: {'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'code': 200} May 10 19:23:48.250391 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=8']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:48.257457 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.257811 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.258159 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.258503 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.258844 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.259179 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.259510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.259840 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.260188 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.260557 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.260886 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.261256 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.261583 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.261906 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.262228 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:48.944401 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6f7ccb27-fa61-4709-af69-65b8feadfe9b req-2cc0d78b-a504-40a9-a2ce-380d437ceb8d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0268905 May 10 19:23:48.998100 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:49.227129 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a92a2-9b2c-4363-853f-026e5bb33b42 req-e82a65c9-1996-428f-abf1-3b29fd6b48cb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:49.228953 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-64f641a4-5029-471a-a773-783666ad2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:49.232203 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-64f641a4-5029-471a-a773-783666ad2035 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1127 time: 0.0454333 May 10 19:23:49.232983 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-072a92a2-9b2c-4363-853f-026e5bb33b42 req-e82a65c9-1996-428f-abf1-3b29fd6b48cb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0570495 May 10 19:23:49.288961 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-072a92a2-9b2c-4363-853f-026e5bb33b42 req-b1591791-ac23-4dc1-82b1-3449797d9889 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547431 May 10 19:23:49.335459 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-dbd053be-b84e-40a0-b7ce-ad6ed21a7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:49.336999 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-dbd053be-b84e-40a0-b7ce-ad6ed21a7167 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.0999637 May 10 19:23:49.440754 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-97d6dabc-563f-4273-bc3c-d3e13bea1d68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 999 time: 0.0615840 May 10 19:23:49.709630 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-dfc147f6-3bc2-41bc-9b92-0e6845729b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:49.711071 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-dfc147f6-3bc2-41bc-9b92-0e6845729b71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.0443501 May 10 19:23:49.755745 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-68c2c0a2-e383-42be-ac1f-df0fe4567435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:49.757254 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-68c2c0a2-e383-42be-ac1f-df0fe4567435 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403183 May 10 19:23:49.920511 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-9340c4b8-8035-48bd-9f76-a1719ac5cfc5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:49.921944 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-9340c4b8-8035-48bd-9f76-a1719ac5cfc5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.1638448 May 10 19:23:49.935440 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-c124778f-0a3e-4c8b-b4d8-930b40d63b92 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280334 May 10 19:23:50.040678 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ad92fe90-2eed-4bd8-be90-69301087c17b req-0962187b-ba8b-4960-86df-840b2a668fb4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0308893 May 10 19:23:50.066248 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-9a8b116a-2198-47f5-992e-e0c007d3cadc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 473 time: 0.1268032 May 10 19:23:50.082102 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f43ed707-989e-4d89-ab2d-049e5f7c2513 req-6a04b036-b438-41ec-a2a0-ffe7220744a2 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295395 May 10 19:23:50.103167 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'port': {'device_id': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'admin_state_up': True, 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'security_groups': ['9797e0be-5921-44a4-b560-0163e571a2a1']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:50.177918 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-20d1258e-0539-44b4-a647-30c082aba569 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849700 May 10 19:23:50.229009 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Made reservation on behalf of 758b8f4f3d1c4242822940f17246d98f for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:23:50.232093 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:50.362178 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.20.0.13 (7eee0ec7-29e0-4852-b1b4-26b4961fd849/d96bd12a-c1ff-484b-92e4-0b65524a96ef/28f30703-9ade-480a-91c0-5bc52bae4af5) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:23:50.412882 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d76e3-b4d0-402c-b3d5-71cd11f9635f req-350cc691-e7a4-4ed6-85f9-baabe9c20829 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:50.414375 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-636d76e3-b4d0-402c-b3d5-71cd11f9635f req-350cc691-e7a4-4ed6-85f9-baabe9c20829 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0477495 May 10 19:23:50.466955 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-636d76e3-b4d0-402c-b3d5-71cd11f9635f req-ad182c0a-3aba-4587-9872-a7d9badd68df tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468698 May 10 19:23:50.506226 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:50.543912 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:50.585886 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:23:50.588947 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:23:50.594157 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:23:50.624749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=28f30703-9ade-480a-91c0-5bc52bae4af5,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:50.650290 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:50.653158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.653158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.653158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.653158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.653158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.653598 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.653700 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.660394 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.660890 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.661238 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.661582 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.663030 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.663388 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.664238 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.664677 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:23:50.694358 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:50.695148 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:50.714663 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-7ac0f4ef-c4b6-4c32-9176-83c986dc4b9a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6228330 May 10 19:23:50.856722 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-e51f6b53-7964-4181-b7d0-940340d42a1c None None] Provisioning complete for port 28f30703-9ade-480a-91c0-5bc52bae4af5 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:50.857292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e51f6b53-7964-4181-b7d0-940340d42a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:50.895809 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-e51f6b53-7964-4181-b7d0-940340d42a1c None None] Port 28f30703-9ade-480a-91c0-5bc52bae4af5 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:23:51.165912 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162950e-1bec-47de-9855-521252adfb5e req-c46ffa15-5327-4530-b41e-297f043f3917 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:51.168270 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8162950e-1bec-47de-9855-521252adfb5e req-c46ffa15-5327-4530-b41e-297f043f3917 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 932 time: 0.0506439 May 10 19:23:51.227689 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8162950e-1bec-47de-9855-521252adfb5e req-55e065eb-af6c-48f0-a2ec-1b3cbc5bec5b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535164 May 10 19:23:51.597930 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c719098-a14c-46a0-aa37-64e960dbb3a7 req-87504f23-dd88-4088-8a8d-9199b3ca58d3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:51.599568 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9c719098-a14c-46a0-aa37-64e960dbb3a7 req-87504f23-dd88-4088-8a8d-9199b3ca58d3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0504894 May 10 19:23:51.648469 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9c719098-a14c-46a0-aa37-64e960dbb3a7 req-e875cc29-15ad-4e99-a5b3-8c6b6e6cdd49 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 May 10 19:23:52.217841 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Request body: {'port': {'device_id': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:52.310872 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-8567a51b-f073-4e98-90c7-0e142c1fc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:52.312325 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-8567a51b-f073-4e98-90c7-0e142c1fc1f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 1129 time: 0.0647440 May 10 19:23:52.318395 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:52.336044 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ff27a-5732-4b56-bf7e-2609742a8284 req-c6812084-c2d5-4ce4-953f-35e9d67be15e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:52.337586 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f55ff27a-5732-4b56-bf7e-2609742a8284 req-c6812084-c2d5-4ce4-953f-35e9d67be15e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 932 time: 0.0463121 May 10 19:23:52.400229 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f55ff27a-5732-4b56-bf7e-2609742a8284 req-bbefd0e8-24c6-4039-af9e-e9689cf4d1eb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565383 May 10 19:23:52.605922 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-dead4708-1335-4bd6-914e-535bc6d12bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:52.608076 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-dead4708-1335-4bd6-914e-535bc6d12bb9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.2361729 May 10 19:23:52.730362 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-9525adfe-b563-41c8-b74b-a3acb4751c78 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50 HTTP/1.1" status: 200 len: 1000 time: 0.1019530 May 10 19:23:52.800896 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415df55d-94f2-4cc5-a635-b594c0cc7fc6 req-58dd0e64-bd4b-42cb-bb07-d00f5d3dbd6c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:52.808603 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-415df55d-94f2-4cc5-a635-b594c0cc7fc6 req-58dd0e64-bd4b-42cb-bb07-d00f5d3dbd6c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0594857 May 10 19:23:52.870868 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-415df55d-94f2-4cc5-a635-b594c0cc7fc6 req-ff7f696f-0f4d-477b-8cbe-a7ccff0c6a4f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612328 May 10 19:23:53.098862 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f30703-9ade-480a-91c0-5bc52bae4af5 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:53.115902 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Publish callbacks [] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:53.160033 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Transition to ACTIVE for port object 28f30703-9ade-480a-91c0-5bc52bae4af5 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:23:53.166317 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:53.174962 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-4a7748bc-9a4a-43ce-9699-81977a28fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:53.176987 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-4a7748bc-9a4a-43ce-9699-81977a28fd0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.0735765 May 10 19:23:53.270913 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-bdfe59bb-ac7d-4a34-9bbd-e15c76f867fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:53.272412 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-bdfe59bb-ac7d-4a34-9bbd-e15c76f867fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719414 May 10 19:23:53.294250 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Pushing event updated for resources: {'Port': ['ID=28f30703-9ade-480a-91c0-5bc52bae4af5,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:53.672624 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Attempting to bind port 28f30703-9ade-480a-91c0-5bc52bae4af5 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:23:53.672971 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Attempting to bind port 28f30703-9ade-480a-91c0-5bc52bae4af5 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:23:53.673307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Attempting to bind port 28f30703-9ade-480a-91c0-5bc52bae4af5 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:53.680671 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-867687eb-b9fc-48c8-9b10-541d4eea0152 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964345 May 10 19:23:53.682949 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Port 28f30703-9ade-480a-91c0-5bc52bae4af5 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:23:53.683279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Attempting to bind port 28f30703-9ade-480a-91c0-5bc52bae4af5 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:23:53.684969 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bea860-993b-45bb-a3de-f1b29bf02da7 req-39a4dd4c-fd49-43a1-a365-585a7ea9fe01 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:53.689244 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:23:53.689593 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:23:53.689979 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Bound using segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:23:53.690255 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-26bea860-993b-45bb-a3de-f1b29bf02da7 req-39a4dd4c-fd49-43a1-a365-585a7ea9fe01 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 944 time: 0.1572328 May 10 19:23:53.690413 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Bound port: 28f30703-9ade-480a-91c0-5bc52bae4af5, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:23:53.690783 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:53.784382 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-26bea860-993b-45bb-a3de-f1b29bf02da7 req-866c67f1-74d4-451e-b1db-5381bebc85e4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779662 May 10 19:23:53.849419 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] For port 28f30703-9ade-480a-91c0-5bc52bae4af5, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:23:53.854317 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] For port 28f30703-9ade-480a-91c0-5bc52bae4af5, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=28f30703-9ade-480a-91c0-5bc52bae4af5,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:23:53.861762 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b2ac488e-94e1-493e-abf3-3364a6a235e8 req-b99e9698-d97b-4b22-b710-42a1397b84af service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609325 May 10 19:23:53.868871 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:53.884565 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-d820bbc6-28ca-4b33-afd0-9aba8be629a4 req-d04c9fc8-7d64-4827-972a-1662928ae38e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:23:53.885647 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d820bbc6-28ca-4b33-afd0-9aba8be629a4 req-d04c9fc8-7d64-4827-972a-1662928ae38e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0084531 May 10 19:23:53.913538 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:53.914330 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:53.915820 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] 10.222.0.73 "PUT /v2.0/ports/28f30703-9ade-480a-91c0-5bc52bae4af5 HTTP/1.1" status: 200 len: 1094 time: 1.7024622 May 10 19:23:53.918680 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:23:53.921830 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:23:53.960666 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281dfbb-98fb-4157-856b-cfbaba17862a service neutron] Pushing event updated for resources: {'Port': ['ID=28f30703-9ade-480a-91c0-5bc52bae4af5,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:54.051739 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-e3d3a4a4-98e9-4dfb-a206-39fe22e36e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:54.055249 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-e3d3a4a4-98e9-4dfb-a206-39fe22e36e9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 1128 time: 0.0669324 May 10 19:23:54.104705 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e126417-9657-4c33-b6a4-e7760dca72e5 x-openstack-request-id: req-1e126417-9657-4c33-b6a4-e7760dca72e5 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:23:54.105125 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:23:54.105457 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e126417-9657-4c33-b6a4-e7760dca72e5 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:23:54.105916 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e126417-9657-4c33-b6a4-e7760dca72e5'] response: {'name': 'network-changed', 'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'status': 'completed', 'code': 200} May 10 19:23:54.271162 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d3fac-d87b-4805-b6cc-0bdbb1e30f54 req-0143f63c-47ee-492a-bb99-72750ceca37e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:54.276046 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-326d3fac-d87b-4805-b6cc-0bdbb1e30f54 req-0143f63c-47ee-492a-bb99-72750ceca37e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0759096 May 10 19:23:54.322999 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-27c73f55-d7d1-474c-be64-db94d917823b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f30703-9ade-480a-91c0-5bc52bae4af5 HTTP/1.1" status: 200 len: 217 time: 0.0534756 May 10 19:23:54.391906 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-326d3fac-d87b-4805-b6cc-0bdbb1e30f54 req-0677c275-f1a9-4611-9df2-74e7bf30291c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086848 May 10 19:23:54.417531 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-4478e670-be82-4c43-ba93-817950e2482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:54.421863 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-4478e670-be82-4c43-ba93-817950e2482c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.0736573 May 10 19:23:54.480455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-62a74918-ed2f-462a-a3fc-87908ffa68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:54.481871 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-62a74918-ed2f-462a-a3fc-87908ffa68e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515862 May 10 19:23:54.653424 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 51914) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:54.762214 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-82c35895-9cb2-47e5-b18d-fec168e650e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068640 May 10 19:23:54.784933 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-a8392747-d2c3-49ad-b986-d278195bb571 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:23:54.796811 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-a8392747-d2c3-49ad-b986-d278195bb571 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0169046 May 10 19:23:54.940630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed557f-ce37-4953-8454-b8e90754e2a4 req-6ea8127c-cef1-46e8-908b-396342231d33 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:54.945692 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-baed557f-ce37-4953-8454-b8e90754e2a4 req-6ea8127c-cef1-46e8-908b-396342231d33 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0581014 May 10 19:23:54.965398 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 51936) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:23:55.022252 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-0e7d51e4-3668-4e86-a65e-110bc386e44a service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092361 May 10 19:23:55.041246 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-32097c8c-97f1-420c-bf10-04a2ceed64d6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734659951&fields=id&tenant_id=7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 267 time: 0.0915654 May 10 19:23:55.063162 dv-cinder-784815-13-iscsi neutron-server[103463]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:23:55.121536 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-baed557f-ce37-4953-8454-b8e90754e2a4 req-4303fa7e-7f96-4c21-b7c3-72e8553e4322 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472304 May 10 19:23:55.133690 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-4c2e0124-2200-44dd-9c05-6f09b682ec28 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:55.140951 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-4c2e0124-2200-44dd-9c05-6f09b682ec28 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports/2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 940 time: 0.1744814 May 10 19:23:55.211049 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-89388a24-d2eb-4ab2-997a-15dc18c047e0 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:55.220574 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-89388a24-d2eb-4ab2-997a-15dc18c047e0 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 811 time: 0.1781626 May 10 19:23:55.238137 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-a1a532f3-e272-4e8c-921e-69ee5b3d6e68 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/quotas/7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 375 time: 0.0166638 May 10 19:23:55.340220 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-ffc9e52d-05c6-4ac9-b9c4-f5e92365cadb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928898 May 10 19:23:55.351120 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e58d8aad-da9c-4ecf-8255-e91db4d5e8db req-6e111803-5e09-41a8-b1be-3ea3c0619ade service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382157 May 10 19:23:55.460754 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-ef445648-c63a-41c7-a047-4161d04514ab service neutron] 10.222.0.70 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163394 May 10 19:23:55.579026 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bb7c4-c478-4cc1-8b08-d193ccbf46a7 req-8bd47331-f6a0-436d-9247-4b21f8ca1634 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:55.580781 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd2bb7c4-c478-4cc1-8b08-d193ccbf46a7 req-8bd47331-f6a0-436d-9247-4b21f8ca1634 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0950522 May 10 19:23:55.677176 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd2bb7c4-c478-4cc1-8b08-d193ccbf46a7 req-c577bced-c330-4f2d-8d54-b08c793af316 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816720 May 10 19:23:55.679521 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-f5e1c85c-7c8f-44a6-853c-758656245c95 service neutron] 10.222.0.70 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142050 May 10 19:23:55.702509 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:23:55.821547 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: DOWN; New status is: DOWN {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:56.058496 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d8145f3d-19e3-4e3b-b6cd-8f3bbad72f65 req-21be3860-9050-42d6-850d-e7f1ec764288 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 210 time: 0.0504847 May 10 19:23:56.255504 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba475d-92fe-4c20-8bb1-c318232fcd9b req-7a3860ad-0012-4edf-8c4c-fe53c502223e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:56.262606 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-19ba475d-92fe-4c20-8bb1-c318232fcd9b req-7a3860ad-0012-4edf-8c4c-fe53c502223e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0649190 May 10 19:23:56.338739 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-19ba475d-92fe-4c20-8bb1-c318232fcd9b req-c5e19736-a2f8-4f6c-a2bd-66c730d77403 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703204 May 10 19:23:56.576023 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-b7bcf3b1-44a3-47cf-959e-d67f7c3c83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:56.577679 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-b7bcf3b1-44a3-47cf-959e-d67f7c3c83aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 1128 time: 0.0941396 May 10 19:23:56.725327 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-6d92025f-beb9-4f66-9b86-121b585f12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:56.726803 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-6d92025f-beb9-4f66-9b86-121b585f12ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.1402361 May 10 19:23:56.853434 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78bc36-badf-4e52-aab5-7f04e6209208 req-95495c76-3f35-49a9-9de1-f3604e8d8d58 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:56.855125 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9c78bc36-badf-4e52-aab5-7f04e6209208 req-95495c76-3f35-49a9-9de1-f3604e8d8d58 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0910656 May 10 19:23:56.881205 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579a64-717e-4ef3-bea3-6843ab989e9e req-4c1b4fc3-b7cd-48be-900d-e945a47159a1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:56.881205 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-30579a64-717e-4ef3-bea3-6843ab989e9e req-4c1b4fc3-b7cd-48be-900d-e945a47159a1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 945 time: 0.0840092 May 10 19:23:56.958613 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9c78bc36-badf-4e52-aab5-7f04e6209208 req-d3606dd3-90c0-4cd1-92fa-52435f9c7d3a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942900 May 10 19:23:56.978199 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-30579a64-717e-4ef3-bea3-6843ab989e9e req-3d420f92-db96-4bb1-914f-6e3dd8305ce1 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822186 May 10 19:23:57.152080 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-018c0957-bb7f-4bea-88e4-7c5badfe8bdd req-7751be85-50cd-4909-83cc-66f642a3a6c4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 210 time: 0.0281181 May 10 19:23:57.453845 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790366-5a62-4696-875d-d253bc12b7e7 req-8c3c61a7-69de-4aa8-970a-e5e58f84b94a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:57.455840 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27790366-5a62-4696-875d-d253bc12b7e7 req-8c3c61a7-69de-4aa8-970a-e5e58f84b94a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 944 time: 0.0574951 May 10 19:23:57.515590 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27790366-5a62-4696-875d-d253bc12b7e7 req-56d27d8c-18f9-4233-a340-5dc2ec54dc62 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528817 May 10 19:23:57.722151 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:23:57.731613 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 28f30703-9ade-480a-91c0-5bc52bae4af5 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:23:57.972438 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 28f30703-9ade-480a-91c0-5bc52bae4af5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=28f30703-9ade-480a-91c0-5bc52bae4af5,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:57.993993 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'port_id': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'mac_address': 'fa:16:3e:2e:91:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:23:58.050722 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 28f30703-9ade-480a-91c0-5bc52bae4af5 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:23:58.051647 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:58.071965 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f30703-9ade-480a-91c0-5bc52bae4af5 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:23:58.099034 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 28f30703-9ade-480a-91c0-5bc52bae4af5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=28f30703-9ade-480a-91c0-5bc52bae4af5,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:58.104686 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:58.146775 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892740d-d2ec-4fe1-8e1e-eb93f8816e4f req-0b5f63c2-89b2-480a-802c-03967a123748 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:58.154542 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b892740d-d2ec-4fe1-8e1e-eb93f8816e4f req-0b5f63c2-89b2-480a-802c-03967a123748 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0908790 May 10 19:23:58.173590 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=28f30703-9ade-480a-91c0-5bc52bae4af5,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:23:58.203385 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fab9f-3559-46d0-9779-de4dd3573382 req-50e722b1-d02c-42f9-bb6b-1b641b9d3fd3 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:58.204931 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a40fab9f-3559-46d0-9779-de4dd3573382 req-50e722b1-d02c-42f9-bb6b-1b641b9d3fd3 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 945 time: 0.1089909 May 10 19:23:58.283286 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b892740d-d2ec-4fe1-8e1e-eb93f8816e4f req-1c1012f8-d779-4ca6-99c9-d1b9972d0416 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252327 May 10 19:23:58.297067 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-8e538e9d-230a-4e91-8ff1-5134d13fef48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f30703-9ade-480a-91c0-5bc52bae4af5 HTTP/1.1" status: 200 len: 217 time: 0.0907958 May 10 19:23:58.348187 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a40fab9f-3559-46d0-9779-de4dd3573382 req-d75a2325-27c4-4754-aead-ffeba349d44f tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070111 May 10 19:23:58.439123 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-93479a3d-be95-4feb-abff-9435a25cc84c req-dcfc4e3d-a46f-4538-be49-eef901f9f4f6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 210 time: 0.0539289 May 10 19:23:58.443893 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-5814b39d-7824-4638-bd9a-f1c469683323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:58.445457 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-5814b39d-7824-4638-bd9a-f1c469683323 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.1298780 May 10 19:23:58.463464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['28f30703-9ade-480a-91c0-5bc52bae4af5'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:23:58.579242 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-236b5a25-a5e6-47ec-b92d-c5dad11e1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:58.582234 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-236b5a25-a5e6-47ec-b92d-c5dad11e1072 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0683715 May 10 19:23:58.680357 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624f246-d750-4f4b-9517-05007cbeda0f req-932aba45-d827-419e-b8cb-9586c6d3304a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:58.687672 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f624f246-d750-4f4b-9517-05007cbeda0f req-932aba45-d827-419e-b8cb-9586c6d3304a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0618763 May 10 19:23:58.740979 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f624f246-d750-4f4b-9517-05007cbeda0f req-b3333c4d-8055-41d9-952f-75e827d510da tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502672 May 10 19:23:59.021943 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-04cab346-a502-477c-890e-bf4699841e28 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:59.023559 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-04cab346-a502-477c-890e-bf4699841e28 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 945 time: 0.1077852 May 10 19:23:59.280108 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-c60157cb-44eb-4769-883b-e4dbd0d4e8db service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753183 May 10 19:23:59.386024 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Deleting port 9a6105f8-cf75-4847-a51a-5c7212745467 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:23:59.386671 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:59.431707 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6ead-96fd-4594-ab37-5384754d3905 req-bde14646-1d78-4f29-8a63-bb034f170c46 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:59.441092 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbcc6ead-96fd-4594-ab37-5384754d3905 req-bde14646-1d78-4f29-8a63-bb034f170c46 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0686245 May 10 19:23:59.535369 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbcc6ead-96fd-4594-ab37-5384754d3905 req-6ff0b3a4-c133-4aaa-a5ed-bff453101b18 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925572 May 10 19:23:59.544971 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-7ff7409b-9b26-4af4-b485-a1909298dc2d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:59.546415 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-7ff7409b-9b26-4af4-b485-a1909298dc2d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 811 time: 0.4658167 May 10 19:23:59.546827 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e0b46-0e9c-4ffe-8045-392c8a802cc4 req-bf4bd28f-ee88-4a9f-aa6b-a70178fc0ec7 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:59.548586 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c70e0b46-0e9c-4ffe-8045-392c8a802cc4 req-bf4bd28f-ee88-4a9f-aa6b-a70178fc0ec7 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 945 time: 0.0874555 May 10 19:23:59.616256 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ed3b8ac1-3e72-4066-bc49-f7c226d4a4b2 req-9f5cde3e-d328-47d7-bf76-1ef5701d3707 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236790 May 10 19:23:59.617706 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c70e0b46-0e9c-4ffe-8045-392c8a802cc4 req-674a825f-6c9f-4e50-a5ec-24d27d560b60 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 May 10 19:23:59.617993 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] For port 9a6105f8-cf75-4847-a51a-5c7212745467, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=9a6105f8-cf75-4847-a51a-5c7212745467,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:23:59.618672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:59.633044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Calling delete_port for 9a6105f8-cf75-4847-a51a-5c7212745467 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:23:59.660656 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9364df80-9216-41ad-bef4-3858459e6f69 req-67459967-3174-4fb7-901f-3db746a51385 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 210 time: 0.0283797 May 10 19:23:59.727450 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 28f30703-9ade-480a-91c0-5bc52bae4af5 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:23:59.827743 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-e6a41605-97a7-4eb7-b4cf-f951d292827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:59.829311 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-e6a41605-97a7-4eb7-b4cf-f951d292827c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0&tenant_id=8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 1127 time: 0.1252401 May 10 19:23:59.833903 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 28f30703-9ade-480a-91c0-5bc52bae4af5 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:23:59.847211 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 28f30703-9ade-480a-91c0-5bc52bae4af5 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:23:59.851484 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:23:59.858769 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-f0ce4213-e984-480f-83a0-9a4a41e71b19 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 379 time: 0.1557090 May 10 19:23:59.903970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'port': {'device_id': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'admin_state_up': True, 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'security_groups': ['1e52891b-33aa-4dfc-bca5-0a0cb196fc64']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:23:59.932669 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1f834-47fe-4dff-8564-d4a3d98cd9f2 req-a3c59f06-6da1-43ec-87cc-a83777947bb5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:23:59.934505 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9f1f834-47fe-4dff-8564-d4a3d98cd9f2 req-a3c59f06-6da1-43ec-87cc-a83777947bb5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 945 time: 0.0778518 May 10 19:24:00.039081 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9f1f834-47fe-4dff-8564-d4a3d98cd9f2 req-12dc1349-2a83-464c-aca4-b9b9709e93f9 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980167 May 10 19:24:00.060792 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 28f30703-9ade-480a-91c0-5bc52bae4af5 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:00.061538 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.075053 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-e2fd09c2-c5ca-486c-b2a9-4595c12b5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:00.078944 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-e2fd09c2-c5ca-486c-b2a9-4595c12b5a7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1127 time: 0.1822622 May 10 19:24:00.083199 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Made reservation on behalf of 7bff45e4fe4f43fcbd241831c989710f for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:00.088530 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.102365 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (9a6105f8-cf75-4847-a51a-5c7212745467), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.121358 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 28f30703-9ade-480a-91c0-5bc52bae4af5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=28f30703-9ade-480a-91c0-5bc52bae4af5,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:00.124604 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:00.127185 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2bae22-aec3-4d08-a5b8-72de9e272463" -d '{"events": [{"server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:00.131215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['9a6105f8-cf75-4847-a51a-5c7212745467'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:24:00.148881 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.163734 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Pushing event deleted for resources: {'Port': ['ID=9a6105f8-cf75-4847-a51a-5c7212745467,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:00.224378 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2b50e2-4baa-4701-a66f-2d822cb1230f x-openstack-request-id: req-fa2b50e2-4baa-4701-a66f-2d822cb1230f {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:00.224727 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "name": "network-vif-plugged", "status": "completed", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:00.224971 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa2b50e2-4baa-4701-a66f-2d822cb1230f {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:00.225848 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2b50e2-4baa-4701-a66f-2d822cb1230f'] response: {'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'code': 200} May 10 19:24:00.248897 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=28f30703-9ade-480a-91c0-5bc52bae4af5,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:00.347108 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] No DVR routers for this DVR port 9a6105f8-cf75-4847-a51a-5c7212745467 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:24:00.366233 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.370725 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-69299257-02fe-49c0-8f4b-f7cbf6bc6bd8 req-f3dedba9-f165-4640-be8b-0d10032af05d tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "DELETE /v2.0/ports/9a6105f8-cf75-4847-a51a-5c7212745467 HTTP/1.1" status: 204 len: 173 time: 1.3056185 May 10 19:24:00.371300 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'name': 'network-vif-deleted', 'tag': '9a6105f8-cf75-4847-a51a-5c7212745467'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:00.373932 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e7c8a-3cf7-4478-98a3-5c658aa45822" -d '{"events": [{"server_uuid": "8ac89721-96fb-443e-ba55-3ad89dd77622", "name": "network-vif-deleted", "tag": "9a6105f8-cf75-4847-a51a-5c7212745467"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:00.415617 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-186f720d-796e-4c24-8a88-05a830233f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:00.417823 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-186f720d-796e-4c24-8a88-05a830233f51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.3263376 May 10 19:24:00.498345 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f5d0-f319-4e3d-8a3b-e9a27634afa7 req-4f39807b-cfa8-4fa8-916f-9c0a7b32f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:00.498945 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e0723-365c-47bb-aaf9-44df6008a797 x-openstack-request-id: req-af5e0723-365c-47bb-aaf9-44df6008a797 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:00.498945 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac89721-96fb-443e-ba55-3ad89dd77622", "name": "network-vif-deleted", "tag": "9a6105f8-cf75-4847-a51a-5c7212745467", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:00.499157 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af5e0723-365c-47bb-aaf9-44df6008a797 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:00.499524 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5e0723-365c-47bb-aaf9-44df6008a797'] response: {'server_uuid': '8ac89721-96fb-443e-ba55-3ad89dd77622', 'name': 'network-vif-deleted', 'tag': '9a6105f8-cf75-4847-a51a-5c7212745467', 'status': 'completed', 'code': 200} May 10 19:24:00.501515 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8d60f5d0-f319-4e3d-8a3b-e9a27634afa7 req-4f39807b-cfa8-4fa8-916f-9c0a7b32f154 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 1130 time: 0.1180072 May 10 19:24:00.546634 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Allocated IP 172.20.0.12 (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0/fa8640f0-4884-4302-8b13-f2b942d51826/5f3412db-d471-48af-92ef-df3f89d29fad) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:24:00.557185 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-af183004-178f-4c6d-828b-86f81d60b845 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 200 len: 999 time: 0.1138868 May 10 19:24:00.598520 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8d60f5d0-f319-4e3d-8a3b-e9a27634afa7 req-e42eb5db-ea13-4b7e-b804-5186df5f8979 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717125 May 10 19:24:00.668127 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-81930629-d7f8-4977-891e-5a54db59d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:00.669973 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-81930629-d7f8-4977-891e-5a54db59d9e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.1029420 May 10 19:24:00.776204 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ee88-e3d0-4372-a7c4-f6e00e9dfffa req-a6e3225d-90b5-41f4-9ca0-71b9ced6b05c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:00.777640 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d634ee88-e3d0-4372-a7c4-f6e00e9dfffa req-a6e3225d-90b5-41f4-9ca0-71b9ced6b05c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1044676 May 10 19:24:00.786881 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4421d49b-5c5f-4957-ad5f-bca1e88ce13a req-5cf1e1fb-9868-4d17-aedd-f7639a8ff96e tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ac89721-96fb-443e-ba55-3ad89dd77622 HTTP/1.1" status: 200 len: 210 time: 0.0592299 May 10 19:24:00.833691 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (5f3412db-d471-48af-92ef-df3f89d29fad), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.895040 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-3fba9a27-c6c1-4e81-8315-b6a873f3d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:00.896724 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-3fba9a27-c6c1-4e81-8315-b6a873f3d834 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526578 May 10 19:24:00.896887 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d634ee88-e3d0-4372-a7c4-f6e00e9dfffa req-56bbc9a5-dd46-4f3d-a02d-e6b9f8b983d3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073797 May 10 19:24:00.898965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-17f1c190-77c4-40d2-b5b5-3a59e074be7e req-64314bb7-6619-4b75-a867-9638d7a8a759 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 210 time: 0.0304537 May 10 19:24:00.922524 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:00.954432 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:24:00.958365 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:00.962175 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:24:00.999435 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=5f3412db-d471-48af-92ef-df3f89d29fad,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:01.039666 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:01.040288 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:01.061379 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-9510aac1-dcc7-4e8e-b1c0-d17ef84b9780 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1632836 May 10 19:24:01.128364 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Request body: {'port': {'device_id': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:24:01.223722 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9149-cae9-4ffe-8b97-f72c219db49e req-79abe83b-8e72-40f0-bd3c-d471082ab8a5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:01.236179 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-872c9149-cae9-4ffe-8b97-f72c219db49e req-79abe83b-8e72-40f0-bd3c-d471082ab8a5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0910017 May 10 19:24:01.298204 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-872c9149-cae9-4ffe-8b97-f72c219db49e req-73dd37cb-0c7a-4f06-924e-c258b9799b81 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505362 May 10 19:24:01.355172 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-b794dfeb-21c7-43d7-906e-0f9154bff4c1 None None] Provisioning complete for port 5f3412db-d471-48af-92ef-df3f89d29fad triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:24:01.356183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b794dfeb-21c7-43d7-906e-0f9154bff4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:01.412106 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-b794dfeb-21c7-43d7-906e-0f9154bff4c1 None None] Port 5f3412db-d471-48af-92ef-df3f89d29fad cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:24:01.604113 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:01.665096 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-72536e42-d230-4e96-80a7-54c6c6c39ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418708 May 10 19:24:01.890570 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d8ea71d6-c0a1-49e5-b9c4-0dfce9dfcdc2 req-d9d91bfc-c1b2-45bf-b44a-5d40d31769cb service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105105 May 10 19:24:02.012943 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3412db-d471-48af-92ef-df3f89d29fad {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:24:02.025013 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Publish callbacks [] for port (5f3412db-d471-48af-92ef-df3f89d29fad), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:02.080896 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Transition to ACTIVE for port object 5f3412db-d471-48af-92ef-df3f89d29fad will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:24:02.086182 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:02.120725 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ae2f-49db-49bb-89a4-604f16a33980 req-628d63f4-adb1-4a34-81bf-408ff1e4646f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:02.129003 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6485ae2f-49db-49bb-89a4-604f16a33980 req-628d63f4-adb1-4a34-81bf-408ff1e4646f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 932 time: 0.0978277 May 10 19:24:02.140716 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Pushing event updated for resources: {'Port': ['ID=5f3412db-d471-48af-92ef-df3f89d29fad,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:02.151936 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b9b60-3573-4d14-b68b-d45d4486ec5d req-1ac12b1a-6799-45df-818d-a6dcf1967e8d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:02.153804 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b98b9b60-3573-4d14-b68b-d45d4486ec5d req-1ac12b1a-6799-45df-818d-a6dcf1967e8d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0852523 May 10 19:24:02.238969 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6485ae2f-49db-49bb-89a4-604f16a33980 req-0174e23e-0bdc-44c8-9b7e-cdb3902b4338 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090257 May 10 19:24:02.321171 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b98b9b60-3573-4d14-b68b-d45d4486ec5d req-c4a158af-1cd3-4f0b-8bd5-dbd9a626f34d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603537 May 10 19:24:02.355779 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Attempting to bind port 5f3412db-d471-48af-92ef-df3f89d29fad on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:24:02.356520 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Attempting to bind port 5f3412db-d471-48af-92ef-df3f89d29fad by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:24:02.357100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Attempting to bind port 5f3412db-d471-48af-92ef-df3f89d29fad on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:24:02.362634 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Port 5f3412db-d471-48af-92ef-df3f89d29fad on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:24:02.363092 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Attempting to bind port 5f3412db-d471-48af-92ef-df3f89d29fad on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:24:02.368331 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:24:02.368791 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Checking segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:24:02.369259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Bound using segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:24:02.369927 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Bound port: 5f3412db-d471-48af-92ef-df3f89d29fad, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:24:02.370367 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:02.485962 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fb0a3-df44-45a5-b236-5b0e91040ab6 req-4cf16ca9-2c7b-4322-94b1-170297f33a74 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:02.487337 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] For port 5f3412db-d471-48af-92ef-df3f89d29fad, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:24:02.488191 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-809fb0a3-df44-45a5-b236-5b0e91040ab6 req-4cf16ca9-2c7b-4322-94b1-170297f33a74 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0809894 May 10 19:24:02.491076 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] For port 5f3412db-d471-48af-92ef-df3f89d29fad, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5f3412db-d471-48af-92ef-df3f89d29fad,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:24:02.506421 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:02.552024 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:02.552826 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:02.554537 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] 10.222.0.73 "PUT /v2.0/ports/5f3412db-d471-48af-92ef-df3f89d29fad HTTP/1.1" status: 200 len: 1094 time: 1.4301953 May 10 19:24:02.554987 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:02.558602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38af1cb-57b3-472a-a4fd-3a9d332e7657" -d '{"events": [{"name": "network-changed", "server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:02.575111 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-809fb0a3-df44-45a5-b236-5b0e91040ab6 req-f595e29d-7982-438c-820e-71bbc17d8a01 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803254 May 10 19:24:02.612097 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1242fe-a948-427f-b0a0-bafb28e7784e service neutron] Pushing event updated for resources: {'Port': ['ID=5f3412db-d471-48af-92ef-df3f89d29fad,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:02.633866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f99a523-370c-41da-b4d7-fd19cef7d074 x-openstack-request-id: req-5f99a523-370c-41da-b4d7-fd19cef7d074 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:02.634233 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:02.634553 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f99a523-370c-41da-b4d7-fd19cef7d074 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:02.635041 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f99a523-370c-41da-b4d7-fd19cef7d074'] response: {'name': 'network-changed', 'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad', 'status': 'completed', 'code': 200} May 10 19:24:03.413284 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7280a82-984c-4625-a9e9-e26774aacb19 req-bfe0fc96-d0bc-4f74-8fe5-a2112541e5f2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:03.415274 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f7280a82-984c-4625-a9e9-e26774aacb19 req-bfe0fc96-d0bc-4f74-8fe5-a2112541e5f2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0812736 May 10 19:24:03.506385 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5b539-cbb6-4790-a050-a4f8f34d6cd1 req-ebfdfd11-9361-4174-8be0-f65086582a1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:03.507932 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8ad5b539-cbb6-4790-a050-a4f8f34d6cd1 req-ebfdfd11-9361-4174-8be0-f65086582a1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0675321 May 10 19:24:03.511881 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f7280a82-984c-4625-a9e9-e26774aacb19 req-8d3b3663-cb2e-4a12-b956-80b59e62e9f6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909834 May 10 19:24:03.570844 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8ad5b539-cbb6-4790-a050-a4f8f34d6cd1 req-56f1c932-685d-41c3-ae9a-67247c3ef124 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504234 May 10 19:24:03.697299 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98f19-d795-4639-a3e9-0b613db05493 req-c6b32eb9-22c8-4fe4-b9d9-604c23b1f49f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:03.699385 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66a98f19-d795-4639-a3e9-0b613db05493 req-c6b32eb9-22c8-4fe4-b9d9-604c23b1f49f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0533476 May 10 19:24:03.757996 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66a98f19-d795-4639-a3e9-0b613db05493 req-005d0d3a-aefd-4559-87cc-a165dfc15320 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528498 May 10 19:24:03.894058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf908624-8ee9-4102-813d-b7ce9452b753 req-de2dc179-ad25-4de8-baaa-43d87aeb04f3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:03.898974 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bf908624-8ee9-4102-813d-b7ce9452b753 req-de2dc179-ad25-4de8-baaa-43d87aeb04f3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0656414 May 10 19:24:03.907419 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 52080) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:03.912177 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'port_id': '28f30703-9ade-480a-91c0-5bc52bae4af5'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:24:03.972146 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (65e19947-9b33-43fe-887c-bda416fa918d), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:04.728585 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cd7e6-a8b3-4da6-88cd-114dd86c880c req-bd060703-e80e-4989-b61c-726e3e3ab398 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:04.730066 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-820cd7e6-a8b3-4da6-88cd-114dd86c880c req-bd060703-e80e-4989-b61c-726e3e3ab398 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0940547 May 10 19:24:04.815094 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:04.826977 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (65e19947-9b33-43fe-887c-bda416fa918d), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:04.841668 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dfe19-274a-4667-ae4e-f1cfac23fed1 req-95cb352e-ac37-4fd1-a35e-97c1fa4085bf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:04.843162 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-189dfe19-274a-4667-ae4e-f1cfac23fed1 req-95cb352e-ac37-4fd1-a35e-97c1fa4085bf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1121800 May 10 19:24:04.891217 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-820cd7e6-a8b3-4da6-88cd-114dd86c880c req-5c7cd345-6a8a-443e-b8af-649f3c1f7d2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539071 May 10 19:24:04.988739 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-189dfe19-274a-4667-ae4e-f1cfac23fed1 req-ff56883b-f750-4798-a79a-8e79e5e4e113 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060240 May 10 19:24:05.001157 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP 65e19947-9b33-43fe-887c-bda416fa918d associated. External IP: 172.27.0.181, port: 28f30703-9ade-480a-91c0-5bc52bae4af5. May 10 19:24:05.272181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:24:05.398472 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:24:05.410368 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:05.411831 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:24:05.427252 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:24:05.427929 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:05.445513 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-42d1152e-68b2-4a02-acdf-9e19f3008004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "PUT /v2.0/floatingips/65e19947-9b33-43fe-887c-bda416fa918d HTTP/1.1" status: 200 len: 992 time: 1.5367956 May 10 19:24:05.446122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:05.450091 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:05.451009 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 9a6105f8-cf75-4847-a51a-5c7212745467 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:24:05.480925 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 9a6105f8-cf75-4847-a51a-5c7212745467 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:24:05.481644 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 9a6105f8-cf75-4847-a51a-5c7212745467 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:24:05.489195 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d267cdc7-81ac-4e68-a33a-f81caec427af x-openstack-request-id: req-d267cdc7-81ac-4e68-a33a-f81caec427af {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:05.489481 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:05.489731 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d267cdc7-81ac-4e68-a33a-f81caec427af {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:05.490133 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d267cdc7-81ac-4e68-a33a-f81caec427af'] response: {'name': 'network-changed', 'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'status': 'completed', 'code': 200} May 10 19:24:05.563303 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:24:05.818170 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-da190ea0-3235-479a-9dbd-2768378639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:05.820106 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-da190ea0-3235-479a-9dbd-2768378639f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 1130 time: 0.0960679 May 10 19:24:05.820909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38af1cb-57b3-472a-a4fd-3a9d332e7657 req-f62e9c69-38b7-49e9-af8b-9c69f9e7b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:05.822315 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e38af1cb-57b3-472a-a4fd-3a9d332e7657 req-f62e9c69-38b7-49e9-af8b-9c69f9e7b782 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 1128 time: 0.1135538 May 10 19:24:05.971264 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:45Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}, {'id': '65e19947-9b33-43fe-887c-bda416fa918d', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:2e:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:28Z', 'updated_at': '2022-05-10T19:24:04Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:06.014800 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:24:06.028860 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:24:06.029580 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:23:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:06.105507 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b6d62-be09-4745-8f38-10fa0b3aaf1f req-b4a96ae6-7d98-40aa-8bbd-02a82d676905 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.107114 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ae7b6d62-be09-4745-8f38-10fa0b3aaf1f req-b4a96ae6-7d98-40aa-8bbd-02a82d676905 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.1093590 May 10 19:24:06.141918 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-02b7531c-854c-434c-9e7c-9d39f4a90b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.144101 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-02b7531c-854c-434c-9e7c-9d39f4a90b43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.3060491 May 10 19:24:06.156001 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38af1cb-57b3-472a-a4fd-3a9d332e7657 req-1d0a930c-c635-41be-820e-bc04e2a85e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.158121 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e38af1cb-57b3-472a-a4fd-3a9d332e7657 req-1d0a930c-c635-41be-820e-bc04e2a85e11 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7bff45e4fe4f43fcbd241831c989710f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2926555 May 10 19:24:06.242007 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ae7b6d62-be09-4745-8f38-10fa0b3aaf1f req-9a0b9196-fe27-4409-819e-9e0f97762601 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234946 May 10 19:24:06.303003 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f1595-47d1-406f-a238-04ec6d9287a1 req-a31f6e58-d6ff-4b0a-99c5-18cfc77370e8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.305085 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:24:06.308338 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-010f1595-47d1-406f-a238-04ec6d9287a1 req-a31f6e58-d6ff-4b0a-99c5-18cfc77370e8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0871999 May 10 19:24:06.425662 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-010f1595-47d1-406f-a238-04ec6d9287a1 req-3bb99d81-6462-4133-af60-37b107466134 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040373 May 10 19:24:06.521196 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-834e63e8-1117-409e-83e4-1049d28c4932 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f30703-9ade-480a-91c0-5bc52bae4af5 HTTP/1.1" status: 200 len: 1000 time: 0.3024395 May 10 19:24:06.638399 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-9ef4f691-d6c4-40ba-923a-8d9ea335626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.640121 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-9ef4f691-d6c4-40ba-923a-8d9ea335626d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.1085792 May 10 19:24:06.643316 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38af1cb-57b3-472a-a4fd-3a9d332e7657 req-194d3ed6-a774-46e9-a06e-14fb1cf5728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.644755 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e38af1cb-57b3-472a-a4fd-3a9d332e7657 req-194d3ed6-a774-46e9-a06e-14fb1cf5728e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2991569 May 10 19:24:06.786363 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:45Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}, {'id': '65e19947-9b33-43fe-887c-bda416fa918d', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:2e:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:28Z', 'updated_at': '2022-05-10T19:24:04Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:06.825554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-65f7429d-3f3b-44b5-b760-6d80be72084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.827446 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-65f7429d-3f3b-44b5-b760-6d80be72084a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1435075 May 10 19:24:06.828127 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b089109-e13a-4909-b04d-2dfb4c340293 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:45Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}, {'id': '65e19947-9b33-43fe-887c-bda416fa918d', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:2e:91:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:28Z', 'updated_at': '2022-05-10T19:24:04Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:24:06.833194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-e9eb40dd-5739-44e1-8c1a-4de4ef0ef163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:06.835499 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-e9eb40dd-5739-44e1-8c1a-4de4ef0ef163 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 1128 time: 0.0664339 May 10 19:24:07.007331 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-bfce9eb4-5817-4acb-8cb1-c51cc5399445 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677721 May 10 19:24:07.100964 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-6b8e831a-18ea-4b53-a9b3-1925b07ad1f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f3412db-d471-48af-92ef-df3f89d29fad HTTP/1.1" status: 200 len: 217 time: 0.0902443 May 10 19:24:07.202089 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-f68196f9-34ff-47aa-88d8-bbcdab02cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:07.203545 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-f68196f9-34ff-47aa-88d8-bbcdab02cfa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0883310 May 10 19:24:07.217445 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61088ac1-1258-4da1-be5e-0ecbd54d8ad9 None None] New status for floating IP 65e19947-9b33-43fe-887c-bda416fa918d: ACTIVE {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:24:07.316941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9258-5018-4093-8668-e5ed520ee048 req-7dc4bac7-6c0b-4e8d-82a6-3b53eaf546d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:07.322192 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-7dc4bac7-6c0b-4e8d-82a6-3b53eaf546d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1113205 May 10 19:24:07.641454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99e69-322e-4a2b-8fd6-1656b96f246b req-23e8685c-1388-4058-9f0f-be5f7977e3b1 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:07.649284 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a1f99e69-322e-4a2b-8fd6-1656b96f246b req-23e8685c-1388-4058-9f0f-be5f7977e3b1 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.2174366 May 10 19:24:07.691392 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837a0af-e7aa-4257-9d51-c43b7b1dbdfc req-62a531bf-e704-486e-93a6-bac0c2df0103 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:07.711866 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1837a0af-e7aa-4257-9d51-c43b7b1dbdfc req-62a531bf-e704-486e-93a6-bac0c2df0103 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1246002 May 10 19:24:07.727334 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-984e43ff-86c5-4a75-bacd-9fdf2d2341d7 req-e46abc40-c69b-4ec8-9e27-4993b59cc37a service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986513 May 10 19:24:07.766921 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-26ce490a-463f-4509-9204-1f6dc1894c5e service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216752 May 10 19:24:07.805371 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1837a0af-e7aa-4257-9d51-c43b7b1dbdfc req-94f956b7-8268-488b-a9ec-4b2b45dfdfa1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830898 May 10 19:24:07.885544 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a1f99e69-322e-4a2b-8fd6-1656b96f246b req-46ed5364-2aaa-4ffd-be59-699f50f2adc5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352812 May 10 19:24:07.933502 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3cee9258-5018-4093-8668-e5ed520ee048 req-1906eddc-0ae4-4eef-8e86-a59d8b67f624 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275227 May 10 19:24:09.047197 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a9813-672c-4d00-8db9-46366ce1942b req-7a09b448-82e9-4883-92f9-5824cea49122 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:09.059139 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f30a9813-672c-4d00-8db9-46366ce1942b req-7a09b448-82e9-4883-92f9-5824cea49122 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.1520829 May 10 19:24:09.077727 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66f0d0-b3e3-4af6-aa32-e669882fecb4 req-da3e5c5e-1d7a-4f9b-a4ad-2b0fcfc79339 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:09.085633 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-db66f0d0-b3e3-4af6-aa32-e669882fecb4 req-da3e5c5e-1d7a-4f9b-a4ad-2b0fcfc79339 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.1140618 May 10 19:24:09.177122 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-db66f0d0-b3e3-4af6-aa32-e669882fecb4 req-097470a0-3c7a-456a-9af2-0b27ed781331 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903168 May 10 19:24:09.215196 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f30a9813-672c-4d00-8db9-46366ce1942b req-73dfd03a-bdd9-40c7-962c-61468fca749f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548567 May 10 19:24:10.310350 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bdd57-e6ef-48b0-9b5d-733e8c450c7a req-163e5f71-1d62-4eda-901e-f84fa952a88c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:10.312095 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b05bdd57-e6ef-48b0-9b5d-733e8c450c7a req-163e5f71-1d62-4eda-901e-f84fa952a88c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0522382 May 10 19:24:10.373413 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996336f0-6452-49ec-9f71-695fd5035664 req-a0e221c1-91f5-4977-acb0-0b945afb811f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:10.374918 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-996336f0-6452-49ec-9f71-695fd5035664 req-a0e221c1-91f5-4977-acb0-0b945afb811f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0618973 May 10 19:24:10.418458 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b05bdd57-e6ef-48b0-9b5d-733e8c450c7a req-afdc3f3c-3224-4041-9aeb-8aad525b6437 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955472 May 10 19:24:10.456109 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-996336f0-6452-49ec-9f71-695fd5035664 req-32267e43-d4a6-4edc-a837-bdb02f0b716f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701673 May 10 19:24:11.537319 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27971933-50e0-40e9-bfb6-79f80fd00c10 req-d0bec900-6de8-433d-9aec-3aafb0e0682b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:11.538823 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27971933-50e0-40e9-bfb6-79f80fd00c10 req-d0bec900-6de8-433d-9aec-3aafb0e0682b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0482605 May 10 19:24:11.608053 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cf0bc-b6d8-4f9d-a431-5c5d3ea46786 req-39205157-db70-4336-9eee-115d35f192da tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:11.609568 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c47cf0bc-b6d8-4f9d-a431-5c5d3ea46786 req-39205157-db70-4336-9eee-115d35f192da tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0698607 May 10 19:24:11.645017 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-27971933-50e0-40e9-bfb6-79f80fd00c10 req-773410f7-f8b7-403c-b8f1-3bf285555818 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887659 May 10 19:24:11.674124 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c47cf0bc-b6d8-4f9d-a431-5c5d3ea46786 req-6e56ab21-0fbb-45ea-a739-8611134784ac tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583746 May 10 19:24:12.538052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-3370fc6f-a5f0-4da0-9b42-3ae7e55a2b4e tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:12.540376 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-3370fc6f-a5f0-4da0-9b42-3ae7e55a2b4e tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/networks?id=5ae561ab-5282-411f-ae74-e18ba13579b9 HTTP/1.1" status: 200 len: 814 time: 0.1054900 May 10 19:24:12.556270 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-0059b862-9cd0-4e8c-9b82-e08b07e186b4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/quotas/5f9cf73cfc1043eb95dd842193435253 HTTP/1.1" status: 200 len: 375 time: 0.0102766 May 10 19:24:12.593819 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-56c82b23-ed3a-48e4-a311-da99b8b2e622 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f9cf73cfc1043eb95dd842193435253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322266 May 10 19:24:12.692328 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-a60d5512-0d7c-48a8-b960-c7ce3c827d8f service neutron] 10.222.0.70 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906470 May 10 19:24:12.820649 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc389-7836-4a4a-ae5f-c1839319862d req-2f5bed63-4a2c-49d5-8021-9382c67b8862 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:12.822073 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6c7bc389-7836-4a4a-ae5f-c1839319862d req-2f5bed63-4a2c-49d5-8021-9382c67b8862 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0661762 May 10 19:24:12.850756 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-c946c38e-0c3a-4c01-b5d5-b4bf166e43c1 service neutron] 10.222.0.70 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521711 May 10 19:24:12.883579 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6c7bc389-7836-4a4a-ae5f-c1839319862d req-fd7e648d-ad9c-4077-8b4c-ecb9e54ebf73 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546546 May 10 19:24:13.071721 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864ea34-39bf-4711-8614-4034a78a05fe req-ec5d918b-fd39-4d17-bf4d-a9a7f3943d9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:13.078973 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7864ea34-39bf-4711-8614-4034a78a05fe req-ec5d918b-fd39-4d17-bf4d-a9a7f3943d9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0645659 May 10 19:24:13.170404 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b73f811f-78cf-4d6e-8881-a2cbd7f21016 req-d1a08851-ef6c-4816-ae0d-8ac99bec4686 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 210 time: 0.0753179 May 10 19:24:13.221117 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7864ea34-39bf-4711-8614-4034a78a05fe req-5411ed4d-ad68-45fe-af25-bcc85be6305f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411567 May 10 19:24:14.030305 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bb278-cf3a-40d9-bb31-c0d9717c35b7 req-bf2406f3-69e8-483f-870d-8e1d917c8998 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:14.036986 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4b1bb278-cf3a-40d9-bb31-c0d9717c35b7 req-bf2406f3-69e8-483f-870d-8e1d917c8998 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0641761 May 10 19:24:14.080049 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4b1bb278-cf3a-40d9-bb31-c0d9717c35b7 req-ab2809cd-8f46-41d6-bdc7-a9d1212fa0ba tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420539 May 10 19:24:14.268205 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b1deb487-fbec-4b63-97de-f0604c2ef44f req-3aaad1c2-8966-4196-b37f-2d8878a9e66f tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 210 time: 0.0360036 May 10 19:24:14.303397 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-31fa70d0-c123-43d8-b2da-698aede9a825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:14.344638 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44607ed-bc34-4bc3-990d-0563932feb51 req-d36be441-45d2-490f-b3fb-ac66a4483ee5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:14.346461 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f44607ed-bc34-4bc3-990d-0563932feb51 req-d36be441-45d2-490f-b3fb-ac66a4483ee5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0511630 May 10 19:24:14.403377 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f44607ed-bc34-4bc3-990d-0563932feb51 req-c991b382-0fe0-494e-8638-855cb562e0f8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500920 May 10 19:24:14.794428 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 52298) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:14.844432 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Deleting subnet 1d67a63a-4d0e-4961-8ab3-89ca160a4a04 {{(pid=103462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:24:14.847816 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Publish callbacks [] for subnet (1d67a63a-4d0e-4961-8ab3-89ca160a4a04), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:14.883559 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Publish callbacks [] for subnet (1d67a63a-4d0e-4961-8ab3-89ca160a4a04), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:14.889616 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (1d67a63a-4d0e-4961-8ab3-89ca160a4a04), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:14.999789 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for subnet (1d67a63a-4d0e-4961-8ab3-89ca160a4a04), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.032915 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d67a63a-4d0e-4961-8ab3-89ca160a4a04,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:15.047309 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.050566 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1d67a63a-4d0e-4961-8ab3-89ca160a4a04 HTTP/1.1" status: 204 len: 168 time: 0.2551436 May 10 19:24:15.053594 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 52300) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:15.061469 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.061852 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.062263 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.062672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.063021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.063556 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.063900 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.064442 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.064958 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.065297 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.065631 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.065963 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.066289 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.066613 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.066992 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad98d4ed-bbd0-4cdc-88f9-7b9316436469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:24:15.158021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (db092cd5-37de-45d9-b552-3ab40ff7df26), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.216880 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294609d-823e-4956-acaf-79bf862adf61 req-f80a8626-9d27-440e-a634-7de8905fad91 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:15.218383 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f294609d-823e-4956-acaf-79bf862adf61 req-f80a8626-9d27-440e-a634-7de8905fad91 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0580339 May 10 19:24:15.312717 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (db092cd5-37de-45d9-b552-3ab40ff7df26), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.335296 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f294609d-823e-4956-acaf-79bf862adf61 req-86d062ad-b6c2-4f05-a64c-993f96890a75 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996599 May 10 19:24:15.371397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.371763 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.372576 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.372930 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > port after_create 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.373287 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.373609 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > port after_update 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.373945 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.374268 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.374587 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.374932 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.488502 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.489708 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.490048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.490473 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:24:15.490886 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db092cd5-37de-45d9-b552-3ab40ff7df26']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:15.508413 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eca287c2-1ed0-45c3-80a2-4fee58113480 req-5afdbd2c-debd-4c34-ae96-f8378ea10531 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 210 time: 0.1721666 May 10 19:24:15.524608 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceeb808b-57fb-422a-b6fd-16bc3534cbba') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:15.524911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceeb808b-57fb-422a-b6fd-16bc3534cbba') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:15.564840 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (ceeb808b-57fb-422a-b6fd-16bc3534cbba), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.594534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd9b25-10bd-4ef1-8004-10334a1792e9 req-def45df3-2455-4a94-b3c7-e61e90b79fd5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:15.596015 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41dd9b25-10bd-4ef1-8004-10334a1792e9 req-def45df3-2455-4a94-b3c7-e61e90b79fd5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0994987 May 10 19:24:15.599669 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (ceeb808b-57fb-422a-b6fd-16bc3534cbba), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.615898 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:24:15.616297 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (ceeb808b-57fb-422a-b6fd-16bc3534cbba), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: from cryptography.utils import int_from_bytes May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: from cryptography.utils import int_from_bytes May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:24:15.620537 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:24:15.705544 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (db092cd5-37de-45d9-b552-3ab40ff7df26), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.712797 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-41dd9b25-10bd-4ef1-8004-10334a1792e9 req-59c47133-bdad-4eaa-9ccb-7be2fc2bc3c0 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098154 May 10 19:24:15.718734 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.725354 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] 10.222.0.70 "DELETE /v2.0/networks/db092cd5-37de-45d9-b552-3ab40ff7df26 HTTP/1.1" status: 204 len: 168 time: 0.6679511 May 10 19:24:15.733628 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a691601-ee5d-4cd2-9197-402ace5cea4d admin admin] Pushing event deleted for resources: {'Network': ['ID=db092cd5-37de-45d9-b552-3ab40ff7df26,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:15.913144 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 52312) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:15.932673 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:15.958878 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b03a95aa-b5ce-4df1-a1a5-8826d628b3b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=055ce91938ab45018f4e259e45b3fac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445786 May 10 19:24:15.961465 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 52314) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:16.018451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6c3064ca-28fc-450d-a8a2-ffcc833bd260 admin admin] Publish callbacks [] for security_group (0a52bc7a-7627-41c1-83c8-01d1ec2ccb26), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:16.043160 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6c3064ca-28fc-450d-a8a2-ffcc833bd260 admin admin] Publish callbacks [] for security_group (0a52bc7a-7627-41c1-83c8-01d1ec2ccb26), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:16.089736 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6c3064ca-28fc-450d-a8a2-ffcc833bd260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0a52bc7a-7627-41c1-83c8-01d1ec2ccb26), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:16.092747 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6c3064ca-28fc-450d-a8a2-ffcc833bd260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:16.093940 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6c3064ca-28fc-450d-a8a2-ffcc833bd260 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a52bc7a-7627-41c1-83c8-01d1ec2ccb26 HTTP/1.1" status: 204 len: 168 time: 0.1314962 May 10 19:24:16.108249 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3064ca-28fc-450d-a8a2-ffcc833bd260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a52bc7a-7627-41c1-83c8-01d1ec2ccb26,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:16.464071 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbab4a-8b68-4ed4-be79-24f56866a369 req-b078099c-3e53-4c23-b767-ffbab5ff71e6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:16.465658 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-effbab4a-8b68-4ed4-be79-24f56866a369 req-b078099c-3e53-4c23-b767-ffbab5ff71e6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0554967 May 10 19:24:16.525501 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-effbab4a-8b68-4ed4-be79-24f56866a369 req-32aedf23-b8d7-47dc-aaa8-5912398edd4c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517442 May 10 19:24:16.624900 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-059e41ba-e564-4ede-bd1e-62e0456463d4 req-bf59acad-21a9-44db-b73e-3c47a48e3f72 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 210 time: 0.0348544 May 10 19:24:16.674209 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a5f8eba4-6fe1-4b2a-bc22-728c151d1b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:16.848502 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d986-3273-45fc-8762-616050aadf24 req-a0a5003f-2f38-4b6e-876e-99038a1fc3ba tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:16.849977 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e567d986-3273-45fc-8762-616050aadf24 req-a0a5003f-2f38-4b6e-876e-99038a1fc3ba tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0518029 May 10 19:24:16.899021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e567d986-3273-45fc-8762-616050aadf24 req-2d31f4c1-c97a-40b5-89e1-e174498a8b1f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 May 10 19:24:17.415300 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:17.639994 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc865fd6-d85b-47bd-86a7-26bc7bf4f9c4 req-1eaa2b04-b312-472d-846d-e5196b39f016 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:17.641520 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fc865fd6-d85b-47bd-86a7-26bc7bf4f9c4 req-1eaa2b04-b312-472d-846d-e5196b39f016 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0469921 May 10 19:24:17.697359 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fc865fd6-d85b-47bd-86a7-26bc7bf4f9c4 req-c3fdfd7a-b70b-4ad0-923d-8e1deec75883 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477622 May 10 19:24:17.730313 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c8ea6d16-89fe-48e8-9850-11ebca46acba req-dc299792-8639-41bb-8e7e-50e4503a886f tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 210 time: 0.0305655 May 10 19:24:18.021343 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cd462-1e9c-4c1c-9a63-fa8ded3697e6 req-948b6d41-076e-483d-9c43-8e77eaf2d4e6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:18.022935 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9c9cd462-1e9c-4c1c-9a63-fa8ded3697e6 req-948b6d41-076e-483d-9c43-8e77eaf2d4e6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0519176 May 10 19:24:18.089527 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9c9cd462-1e9c-4c1c-9a63-fa8ded3697e6 req-da6cd647-6c1e-4ef8-bbd7-43c73ba8f0e2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565572 May 10 19:24:18.151326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-dec75e2f-783a-417c-8dd5-e737381d95ed tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:18.152773 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-dec75e2f-783a-417c-8dd5-e737381d95ed tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "GET /v2.0/networks?id=5ae561ab-5282-411f-ae74-e18ba13579b9 HTTP/1.1" status: 200 len: 814 time: 0.1273067 May 10 19:24:18.165678 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Request body: {'port': {'device_id': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9', 'admin_state_up': True, 'tenant_id': '5f9cf73cfc1043eb95dd842193435253'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:24:18.277562 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Made reservation on behalf of 5f9cf73cfc1043eb95dd842193435253 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:24:18.280816 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:18.407735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Allocated IP 172.20.0.14 (5ae561ab-5282-411f-ae74-e18ba13579b9/1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa/78eaf3bf-6455-47b0-aa46-d7f859e0ef2b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:24:18.566050 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks [] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:18.598978 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:18.641279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Network 5ae561ab-5282-411f-ae74-e18ba13579b9 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:24:18.644402 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:18.650490 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:24:18.657026 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Pushing event updated for resources: {'Port': ['ID=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:18.705288 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:18.705890 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:18.721047 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-5a1c8415-bb4f-4085-b2bd-5590c7a2e247 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591354 May 10 19:24:18.734652 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Request body: {'port': {'device_id': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:24:18.799915 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:18.829913 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6209c-0b7a-490a-bbc1-2b67300fb2fc req-57642e51-9f6b-45f1-89dd-08be2fbb265e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:18.831327 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-99b6209c-0b7a-490a-bbc1-2b67300fb2fc req-57642e51-9f6b-45f1-89dd-08be2fbb265e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0567617 May 10 19:24:18.887723 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb261f4-84cf-4432-8527-826b2ec1469b req-9a6c8a81-1284-44f3-86d5-00aa0360bbbf tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:18.889258 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5fb261f4-84cf-4432-8527-826b2ec1469b req-9a6c8a81-1284-44f3-86d5-00aa0360bbbf tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 932 time: 0.0778666 May 10 19:24:18.925125 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-99b6209c-0b7a-490a-bbc1-2b67300fb2fc req-67dd8361-1183-4ca4-9a3e-78b4450f5739 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740883 May 10 19:24:18.959121 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5fb261f4-84cf-4432-8527-826b2ec1469b req-1b757563-8aa1-4a14-b016-c18304ac9b4c tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 May 10 19:24:18.998382 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:19.080999 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:24:19.090530 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Publish callbacks [] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:19.107580 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Transition to ACTIVE for port object 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:24:19.116299 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:19.171906 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Pushing event updated for resources: {'Port': ['ID=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:19.209785 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934de10-a813-4715-8be1-7b014179a775 req-fc54e616-bc5b-431b-9d47-0ecdf0103a3f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:19.211417 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0934de10-a813-4715-8be1-7b014179a775 req-fc54e616-bc5b-431b-9d47-0ecdf0103a3f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0502548 May 10 19:24:19.240276 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Attempting to bind port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:24:19.240642 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Attempting to bind port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:24:19.241535 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Attempting to bind port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b on network 5ae561ab-5282-411f-ae74-e18ba13579b9 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:24:19.245909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b on network 5ae561ab-5282-411f-ae74-e18ba13579b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:24:19.246230 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Attempting to bind port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b on network 5ae561ab-5282-411f-ae74-e18ba13579b9 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:24:19.251014 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:24:19.251493 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Checking segment: {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:24:19.251957 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Bound using segment: {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:24:19.252384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Bound port: 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac99631f-a02c-47a5-b62f-0f470c6be0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:24:19.252960 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:19.266977 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0934de10-a813-4715-8be1-7b014179a775 req-c6d517c5-27a8-43f8-a918-19f660d2f8cd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497198 May 10 19:24:19.324995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] For port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:24:19.329188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] For port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:24:19.335156 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:19.367501 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:19.368116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:19.369509 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] 10.222.0.73 "PUT /v2.0/ports/78eaf3bf-6455-47b0-aa46-d7f859e0ef2b HTTP/1.1" status: 200 len: 1094 time: 0.6392243 May 10 19:24:19.369949 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'tag': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:19.372229 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859158d3-04b2-4e72-bca7-f5ccf46a08b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eab27d-3a37-41e7-a86a-1be72b511a62", "tag": "78eaf3bf-6455-47b0-aa46-d7f859e0ef2b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:19.401157 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b19275-a98a-4aaa-b9e1-7f0b3d0ca5fa service neutron] Pushing event updated for resources: {'Port': ['ID=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:19.413153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47fbaa-5c74-4102-b95b-52df2fa38ac2 x-openstack-request-id: req-ba47fbaa-5c74-4102-b95b-52df2fa38ac2 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:19.413886 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eab27d-3a37-41e7-a86a-1be72b511a62", "tag": "78eaf3bf-6455-47b0-aa46-d7f859e0ef2b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:19.414282 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba47fbaa-5c74-4102-b95b-52df2fa38ac2 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:19.414540 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba47fbaa-5c74-4102-b95b-52df2fa38ac2'] response: {'name': 'network-changed', 'server_uuid': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'tag': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b', 'status': 'completed', 'code': 200} May 10 19:24:19.462504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-d353fd7e-8384-458d-8ed6-e2423dd6c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:19.464176 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-d353fd7e-8384-458d-8ed6-e2423dd6c599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f9cf73cfc1043eb95dd842193435253&device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 1128 time: 0.0424435 May 10 19:24:19.511501 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-1835d902-8d5a-47c8-a50c-5f0cfbc95b86 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b HTTP/1.1" status: 200 len: 217 time: 0.0388091 May 10 19:24:19.562864 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-fe6b0092-9aa9-4744-bf15-1f2a31244e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:19.564298 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-fe6b0092-9aa9-4744-bf15-1f2a31244e78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa HTTP/1.1" status: 200 len: 854 time: 0.0447278 May 10 19:24:19.597586 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-60d25f9e-00c0-48bc-8166-4b54e6865f50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ae561ab-5282-411f-ae74-e18ba13579b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263882 May 10 19:24:19.692476 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-d946fe8c-caee-46bf-bdbb-3f03dbed2911 service neutron] 10.222.0.73 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869882 May 10 19:24:19.781982 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-bcdd381d-5cda-4ed0-b7a2-1448b3f05667 req-52a409bb-e30f-436a-8e01-071af5e33609 service neutron] 10.222.0.73 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826859 May 10 19:24:20.075061 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d3c09-121d-479a-8083-0d7ed79f27f6 req-2d800a15-222c-4141-ad20-b16d0333c0f3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:20.076566 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-929d3c09-121d-479a-8083-0d7ed79f27f6 req-2d800a15-222c-4141-ad20-b16d0333c0f3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0777810 May 10 19:24:20.096637 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32083863-b744-4b5e-996b-402c905dcf9f req-ad8fbe09-3aae-4386-896a-51c260e884cc tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:20.098147 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32083863-b744-4b5e-996b-402c905dcf9f req-ad8fbe09-3aae-4386-896a-51c260e884cc tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 944 time: 0.0706916 May 10 19:24:20.162167 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-929d3c09-121d-479a-8083-0d7ed79f27f6 req-d2f87727-71db-4e1f-a438-7a9fa952447d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799830 May 10 19:24:20.169903 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32083863-b744-4b5e-996b-402c905dcf9f req-5cf7d82d-9e07-4b2c-845d-93485af04a63 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638745 May 10 19:24:20.379202 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66477efe-1901-4bf8-a1ce-e81833cfe762 req-6b320278-7e36-4e38-9919-5f77966a74f9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:20.380821 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66477efe-1901-4bf8-a1ce-e81833cfe762 req-6b320278-7e36-4e38-9919-5f77966a74f9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0450757 May 10 19:24:20.429132 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-66477efe-1901-4bf8-a1ce-e81833cfe762 req-8cdfa80a-e4b1-46b4-ab53-f22ca396a470 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 May 10 19:24:20.637440 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:21.018532 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-57714fb4-63a8-4a03-a035-f54b8c89d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:21.020004 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-57714fb4-63a8-4a03-a035-f54b8c89d34e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f9cf73cfc1043eb95dd842193435253&device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 1128 time: 0.0390077 May 10 19:24:21.115930 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-fa63e99d-db1d-43f5-b649-623897bb3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:21.117334 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-fa63e99d-db1d-43f5-b649-623897bb3a12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5ae561ab-5282-411f-ae74-e18ba13579b9 HTTP/1.1" status: 200 len: 915 time: 0.0897279 May 10 19:24:21.159662 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-5973e774-99d1-47b7-a05e-1a642e45561e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b HTTP/1.1" status: 200 len: 217 time: 0.0349844 May 10 19:24:21.211431 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-58fe104a-1cef-4d21-9615-2c62e8c1b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:21.212860 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-58fe104a-1cef-4d21-9615-2c62e8c1b8a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa HTTP/1.1" status: 200 len: 854 time: 0.0474606 May 10 19:24:21.326575 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fddef6-9ac3-458a-9a85-0ab538c3066b req-632f8a8c-f8d3-462d-83ec-14a89b9fae01 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:21.328281 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a3fddef6-9ac3-458a-9a85-0ab538c3066b req-632f8a8c-f8d3-462d-83ec-14a89b9fae01 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 944 time: 0.0820231 May 10 19:24:21.337789 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78492d9-d0cb-4115-ac60-b11c1c8f0328 req-775bc998-c9b3-4c29-b931-cd1a6705e228 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:21.339309 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b78492d9-d0cb-4115-ac60-b11c1c8f0328 req-775bc998-c9b3-4c29-b931-cd1a6705e228 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0832412 May 10 19:24:21.417994 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b78492d9-d0cb-4115-ac60-b11c1c8f0328 req-f3676799-2d68-4879-9483-0eb719c97ac5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715420 May 10 19:24:21.420958 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a3fddef6-9ac3-458a-9a85-0ab538c3066b req-0a9b0035-ae4f-4f69-82c9-3f4acdb98a67 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806346 May 10 19:24:21.510472 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-15294677-19c7-4c42-a545-e83b2fd8bea5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5ae561ab-5282-411f-ae74-e18ba13579b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2816784 May 10 19:24:21.546672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676ab3-ec0a-4e16-b322-bda5745a33c6 req-ce2281ee-9752-4b67-a88f-9a7282296957 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:21.548145 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-20676ab3-ec0a-4e16-b322-bda5745a33c6 req-ce2281ee-9752-4b67-a88f-9a7282296957 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0512495 May 10 19:24:21.601963 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-617c58af-b9f9-400f-92ff-8267bf162db1 service neutron] 10.222.0.73 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 May 10 19:24:21.603363 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-20676ab3-ec0a-4e16-b322-bda5745a33c6 req-d07efd79-e700-4d36-8699-15eb0066ac56 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 May 10 19:24:21.712154 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-859158d3-04b2-4e72-bca7-f5ccf46a08b1 req-72160dfd-8944-4afe-b05f-55edb52cf7b9 service neutron] 10.222.0.73 "GET /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923414 May 10 19:24:22.492181 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:24:22.568665 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda79824-429f-4e27-b8b9-aff6db020966 req-593404d0-8ad4-487c-ac96-cb12fee855b5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:22.570151 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eda79824-429f-4e27-b8b9-aff6db020966 req-593404d0-8ad4-487c-ac96-cb12fee855b5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0670674 May 10 19:24:22.576107 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044e136-f2b5-4f35-8336-60b1345f6815 req-d00a2dd4-7c72-496a-944e-dd6be71acb74 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:22.577695 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c044e136-f2b5-4f35-8336-60b1345f6815 req-d00a2dd4-7c72-496a-944e-dd6be71acb74 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 944 time: 0.0832202 May 10 19:24:22.595021 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:22.607572 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b', 'network_id': '5ae561ab-5282-411f-ae74-e18ba13579b9', 'port_id': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b', 'mac_address': 'fa:16:3e:1c:36:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:24:22.647492 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:22.647886 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:22.665419 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:24:22.686322 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:22.690606 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:22.742505 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:22.890463 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c044e136-f2b5-4f35-8336-60b1345f6815 req-280d9984-15d2-4de8-9c8b-1bce7fa4a590 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053083 May 10 19:24:22.893207 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eda79824-429f-4e27-b8b9-aff6db020966 req-aac460ac-ad60-4086-8c8a-942a23af974c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146980 May 10 19:24:22.992215 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390387d-e56c-4f84-9554-c8c3a73afe01 req-0bad45ff-b88c-4947-9875-4742391cd0d7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:22.993750 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9390387d-e56c-4f84-9554-c8c3a73afe01 req-0bad45ff-b88c-4947-9875-4742391cd0d7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0481308 May 10 19:24:23.038963 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['78eaf3bf-6455-47b0-aa46-d7f859e0ef2b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:24:23.044321 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9390387d-e56c-4f84-9554-c8c3a73afe01 req-c2f8dca6-0b53-496e-a918-115133cdbe5e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446119 May 10 19:24:24.032397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f021a-4d4b-4fb2-bd43-f9c04aa87386 req-796d2ecf-a395-4e16-b34b-f22551ee4b37 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:24.033853 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5b9f021a-4d4b-4fb2-bd43-f9c04aa87386 req-796d2ecf-a395-4e16-b34b-f22551ee4b37 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 945 time: 0.0738411 May 10 19:24:24.044565 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6c3b8-3120-445c-9437-945bd1503729 req-f1a1e804-89cd-43f4-85ec-403673b394ef tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:24.045983 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a7b6c3b8-3120-445c-9437-945bd1503729 req-f1a1e804-89cd-43f4-85ec-403673b394ef tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0752351 May 10 19:24:24.118061 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5b9f021a-4d4b-4fb2-bd43-f9c04aa87386 req-4f1c6ec4-c729-47a9-a75d-68f5e0865462 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711222 May 10 19:24:24.121086 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a7b6c3b8-3120-445c-9437-945bd1503729 req-37106757-0637-4c02-980d-899ac5a22732 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682976 May 10 19:24:24.217948 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83696b6-d68e-4aff-b63c-5c614ace5f47 req-710af630-46d8-4c9d-933c-5cec0dae5e88 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:24.219499 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f83696b6-d68e-4aff-b63c-5c614ace5f47 req-710af630-46d8-4c9d-933c-5cec0dae5e88 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0478597 May 10 19:24:24.268308 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f83696b6-d68e-4aff-b63c-5c614ace5f47 req-82b865bb-579d-41cd-9907-34116895663b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432713 May 10 19:24:24.499897 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:24:24.549096 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:24:24.556156 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:24:24.556568 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:24.636395 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:24.636810 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:24.659144 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:24.661681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc7c64-6dbf-47ea-8f93-e270b287a7f7" -d '{"events": [{"server_uuid": "e1eab27d-3a37-41e7-a86a-1be72b511a62", "name": "network-vif-plugged", "status": "completed", "tag": "78eaf3bf-6455-47b0-aa46-d7f859e0ef2b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:24.675914 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:24.680287 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:24.704066 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59abdec-d643-4fb5-b84c-36276ef0a3d6 x-openstack-request-id: req-b59abdec-d643-4fb5-b84c-36276ef0a3d6 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:24.704381 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eab27d-3a37-41e7-a86a-1be72b511a62", "name": "network-vif-plugged", "status": "completed", "tag": "78eaf3bf-6455-47b0-aa46-d7f859e0ef2b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:24.704659 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b59abdec-d643-4fb5-b84c-36276ef0a3d6 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:24.705055 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59abdec-d643-4fb5-b84c-36276ef0a3d6'] response: {'server_uuid': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b', 'code': 200} May 10 19:24:24.735583 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:24.899871 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb68547-25cc-4e1e-8ec9-ffdd3296ef3f req-e53f6f3d-030b-4ee4-9a83-a8679edd9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:24.901317 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eeb68547-25cc-4e1e-8ec9-ffdd3296ef3f req-e53f6f3d-030b-4ee4-9a83-a8679edd9374 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 1130 time: 0.0389566 May 10 19:24:24.947375 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eeb68547-25cc-4e1e-8ec9-ffdd3296ef3f req-5292bea5-efe1-423e-b6f1-e3886cf908d0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 May 10 19:24:25.263527 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec69e-55a3-4c01-9480-390790ae282d req-d40d9918-2806-44ba-ab18-09906f6370da tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:25.265094 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c34ec69e-55a3-4c01-9480-390790ae282d req-d40d9918-2806-44ba-ab18-09906f6370da tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0774767 May 10 19:24:25.283780 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97802e-5411-4920-bad6-11c9866e3bab req-ff41fa46-fdef-41e7-baee-cc4eae434471 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:25.285194 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f97802e-5411-4920-bad6-11c9866e3bab req-ff41fa46-fdef-41e7-baee-cc4eae434471 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0655289 May 10 19:24:25.347139 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c34ec69e-55a3-4c01-9480-390790ae282d req-a4a0b548-70bb-4b25-8ce3-57bf62240555 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 May 10 19:24:25.359155 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5f97802e-5411-4920-bad6-11c9866e3bab req-ebeea937-0420-46fc-ab9e-d1101e65fd0d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645311 May 10 19:24:25.449882 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dcb0b-bf5a-423c-828b-50a9badc41c8 req-95ef494a-d074-4e06-849e-1483c7febb19 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:25.451321 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d39dcb0b-bf5a-423c-828b-50a9badc41c8 req-95ef494a-d074-4e06-849e-1483c7febb19 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0470378 May 10 19:24:25.503465 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d39dcb0b-bf5a-423c-828b-50a9badc41c8 req-1720b88d-2437-4945-9e27-75c5d0359f15 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 May 10 19:24:26.488681 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf608676-34f6-4f7d-82af-bb93258344d4 req-a786fee5-22e9-40dd-bf64-3588064d6028 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:26.490217 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bf608676-34f6-4f7d-82af-bb93258344d4 req-a786fee5-22e9-40dd-bf64-3588064d6028 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0732791 May 10 19:24:26.509248 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:24:26.510318 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcf51-aced-4685-9fb2-93bcf5463d28 req-5421c592-9679-4d4f-a1d6-4f16efb96fee tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:26.512142 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a85fcf51-aced-4685-9fb2-93bcf5463d28 req-5421c592-9679-4d4f-a1d6-4f16efb96fee tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 943 time: 0.0671165 May 10 19:24:26.575952 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bf608676-34f6-4f7d-82af-bb93258344d4 req-25f35593-e99d-4bc1-9f4d-3d20b351b70e tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800037 May 10 19:24:26.583372 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a85fcf51-aced-4685-9fb2-93bcf5463d28 req-e2bb0b8e-1f2e-4ecf-a55e-a982e993d735 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651171 May 10 19:24:26.614173 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:26.627238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'network_id': '23b57150-617f-4822-b282-056863670252', 'port_id': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'mac_address': 'fa:16:3e:ff:2b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:24:26.666414 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:26.666799 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:26.681341 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e697b58-8fbb-4c85-87c0-1c9148105893 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:24:26.685701 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd48d6c-3f81-4cfd-be22-51c93c0ac007 req-61874898-4622-4368-a1d8-08484899562f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:26.687186 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9dd48d6c-3f81-4cfd-be22-51c93c0ac007 req-61874898-4622-4368-a1d8-08484899562f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 944 time: 0.0512676 May 10 19:24:26.702069 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:26.707342 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:26.708071 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 5f3412db-d471-48af-92ef-df3f89d29fad details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:24:26.737024 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9dd48d6c-3f81-4cfd-be22-51c93c0ac007 req-db9c9f01-3717-4eba-96aa-2619c83ac7f4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442107 May 10 19:24:26.806867 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=9']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:26.861159 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 5f3412db-d471-48af-92ef-df3f89d29fad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5f3412db-d471-48af-92ef-df3f89d29fad,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:26.877123 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '5f3412db-d471-48af-92ef-df3f89d29fad', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'port_id': '5f3412db-d471-48af-92ef-df3f89d29fad', 'mac_address': 'fa:16:3e:69:08:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:24:26.917641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 5f3412db-d471-48af-92ef-df3f89d29fad is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:26.917954 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:26.935273 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3412db-d471-48af-92ef-df3f89d29fad {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:24:26.957429 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 5f3412db-d471-48af-92ef-df3f89d29fad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5f3412db-d471-48af-92ef-df3f89d29fad,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:26.961626 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:27.010616 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=5f3412db-d471-48af-92ef-df3f89d29fad,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:27.493144 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['2e697b58-8fbb-4c85-87c0-1c9148105893'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:24:27.630296 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['5f3412db-d471-48af-92ef-df3f89d29fad'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:24:27.726156 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a719d6-d48f-43fa-8b50-eb0c577af335 req-6f04aab2-6d72-47fe-b8d8-9f3b1fb97490 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:27.727630 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a9a719d6-d48f-43fa-8b50-eb0c577af335 req-6f04aab2-6d72-47fe-b8d8-9f3b1fb97490 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0787899 May 10 19:24:27.741475 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c29d4-2599-4e2f-bcf0-05334d999a5a req-e2c6d7d0-4182-4b1c-86a8-bed13c024725 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:27.743231 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-457c29d4-2599-4e2f-bcf0-05334d999a5a req-e2c6d7d0-4182-4b1c-86a8-bed13c024725 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.0626838 May 10 19:24:27.821447 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a9a719d6-d48f-43fa-8b50-eb0c577af335 req-04c27ec8-1582-4dff-8917-146c09d3fbba tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878310 May 10 19:24:27.827170 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-457c29d4-2599-4e2f-bcf0-05334d999a5a req-269226b5-a365-4867-b1fc-28393e22d4fc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776336 May 10 19:24:27.939800 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deaab5-3231-4a2d-9a5d-9ee75d45b33c req-4122ff31-2034-4603-8629-37649816adaf tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:27.942231 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-67deaab5-3231-4a2d-9a5d-9ee75d45b33c req-4122ff31-2034-4603-8629-37649816adaf tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 945 time: 0.0529521 May 10 19:24:28.003894 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-67deaab5-3231-4a2d-9a5d-9ee75d45b33c req-ec3045fc-b463-4c35-b9ac-7c43a9b5e804 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553041 May 10 19:24:28.967153 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9bd4d-50f0-4eba-9540-d4d77cb45828 req-18a854bd-e994-4ac0-b881-f9a27595eb50 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:28.968716 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-04d9bd4d-50f0-4eba-9540-d4d77cb45828 req-18a854bd-e994-4ac0-b881-f9a27595eb50 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 944 time: 0.0544162 May 10 19:24:29.018076 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-04d9bd4d-50f0-4eba-9540-d4d77cb45828 req-a590e137-82a4-4602-a5ef-565e5e04e71e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 May 10 19:24:29.119071 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399b07a-ee76-470b-96c0-b4e31c556bc0 req-16bef105-80a7-4f18-aac3-8f0314589bc1 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:29.120585 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7399b07a-ee76-470b-96c0-b4e31c556bc0 req-16bef105-80a7-4f18-aac3-8f0314589bc1 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 945 time: 0.0501974 May 10 19:24:29.170440 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7399b07a-ee76-470b-96c0-b4e31c556bc0 req-bfc1f48d-7fdf-42e7-9aef-ea0e2c8e6ac7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 May 10 19:24:29.318573 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:24:29.364983 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 2e697b58-8fbb-4c85-87c0-1c9148105893 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:24:29.365358 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:29.440974 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 2e697b58-8fbb-4c85-87c0-1c9148105893 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:29.441368 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:29.467895 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:29.470159 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83475b03-0144-4297-9531-17486b655b72" -d '{"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:29.482909 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:29.487400 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:29.488215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 5f3412db-d471-48af-92ef-df3f89d29fad up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:24:29.510790 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05b1398-4f39-4e6b-ac5a-a80acbd1a611 x-openstack-request-id: req-d05b1398-4f39-4e6b-ac5a-a80acbd1a611 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:29.511080 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:29.511332 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d05b1398-4f39-4e6b-ac5a-a80acbd1a611 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:29.511726 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05b1398-4f39-4e6b-ac5a-a80acbd1a611'] response: {'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'code': 200} May 10 19:24:29.569631 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=10']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:29.574108 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 5f3412db-d471-48af-92ef-df3f89d29fad completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:24:29.580172 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 5f3412db-d471-48af-92ef-df3f89d29fad triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:24:29.580598 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:29.659695 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 5f3412db-d471-48af-92ef-df3f89d29fad is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:24:29.660083 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:29.692012 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 5f3412db-d471-48af-92ef-df3f89d29fad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5f3412db-d471-48af-92ef-df3f89d29fad,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:24:29.696222 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:29.744965 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=5f3412db-d471-48af-92ef-df3f89d29fad,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:30.139871 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fc0fb-2f4a-43fd-823c-7eab7d2cb375 req-bddcb1d0-2cf5-4e07-8a41-564bba00aee2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:30.141102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c44b8-38f7-4d4f-8ca1-961cefa129ed req-f3cb2ad8-f68f-4c0f-828c-4fba9f7f27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:30.141519 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e32fc0fb-2f4a-43fd-823c-7eab7d2cb375 req-bddcb1d0-2cf5-4e07-8a41-564bba00aee2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.0474138 May 10 19:24:30.142643 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-581c44b8-38f7-4d4f-8ca1-961cefa129ed req-f3cb2ad8-f68f-4c0f-828c-4fba9f7f27cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 1130 time: 0.0385067 May 10 19:24:30.196800 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e32fc0fb-2f4a-43fd-823c-7eab7d2cb375 req-1cdb15bd-726d-46fc-bddb-7a2725ac2b0a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487952 May 10 19:24:30.198746 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-581c44b8-38f7-4d4f-8ca1-961cefa129ed req-03bec31e-ba6e-4a63-87bc-21211be4fd0a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447931 May 10 19:24:30.288858 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2266b-bae1-4e59-adc7-81442da70d3c req-ae3b6aec-3c3e-4559-b2c6-15804257490a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:30.290353 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e4c2266b-bae1-4e59-adc7-81442da70d3c req-ae3b6aec-3c3e-4559-b2c6-15804257490a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0499070 May 10 19:24:30.338045 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e4c2266b-bae1-4e59-adc7-81442da70d3c req-c3feb2e6-8c46-4253-9547-e2656fbd3486 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 May 10 19:24:31.316084 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85e83-374a-4527-b018-587bbf5607dd req-580b2d3e-2691-4fbc-96a9-998cc4f35f2e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:31.317625 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1ed85e83-374a-4527-b018-587bbf5607dd req-580b2d3e-2691-4fbc-96a9-998cc4f35f2e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.0468686 May 10 19:24:31.364925 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1ed85e83-374a-4527-b018-587bbf5607dd req-679d48bb-0ba8-4500-b294-85074c0f94e2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 May 10 19:24:31.448832 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5fb9-7c7a-4b63-9730-f4c33fc66f0b req-4f1bca0f-ae3d-41ff-b044-25a57df666c3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:31.450274 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d54f5fb9-7c7a-4b63-9730-f4c33fc66f0b req-4f1bca0f-ae3d-41ff-b044-25a57df666c3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0455289 May 10 19:24:31.502655 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d54f5fb9-7c7a-4b63-9730-f4c33fc66f0b req-b8609654-f285-4516-b6a8-77249bbfe965 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464435 May 10 19:24:31.513276 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:31.515560 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673c9356-b90b-4c2b-93c1-cf2cc083b3d0" -d '{"events": [{"server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:31.552349 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce2d5c6-5a0f-4e56-895b-4ed5f9e7a03a x-openstack-request-id: req-cce2d5c6-5a0f-4e56-895b-4ed5f9e7a03a {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:31.552761 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:31.553570 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cce2d5c6-5a0f-4e56-895b-4ed5f9e7a03a {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:31.553968 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce2d5c6-5a0f-4e56-895b-4ed5f9e7a03a'] response: {'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad', 'code': 200} May 10 19:24:32.486033 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fdae5-a2bf-4086-9a7d-265daf34e219 req-47b818f0-f3cd-44a3-877f-e7bc4255622e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:32.487505 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-407fdae5-a2bf-4086-9a7d-265daf34e219 req-47b818f0-f3cd-44a3-877f-e7bc4255622e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.0473258 May 10 19:24:32.535593 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-407fdae5-a2bf-4086-9a7d-265daf34e219 req-ea0babab-45cc-4216-bb2f-b1d8ba13b543 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418310 May 10 19:24:32.618561 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62808026-0b73-4011-979d-11b061bd5a86 req-6fbedfdf-328f-4339-bbcd-b529f6196800 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:32.619947 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-62808026-0b73-4011-979d-11b061bd5a86 req-6fbedfdf-328f-4339-bbcd-b529f6196800 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0473137 May 10 19:24:32.673844 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-62808026-0b73-4011-979d-11b061bd5a86 req-d7acda46-91b8-4e01-a76b-57db9642784a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483632 May 10 19:24:32.674341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101c58-13a4-493e-8ebb-16ba8d0d457c req-45f41687-21c6-41c5-9a87-456e4455a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:32.676369 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-25101c58-13a4-493e-8ebb-16ba8d0d457c req-45f41687-21c6-41c5-9a87-456e4455a574 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 1130 time: 0.0400498 May 10 19:24:32.726693 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-25101c58-13a4-493e-8ebb-16ba8d0d457c req-1e7579cf-3339-4bac-938e-d2d39c666587 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430830 May 10 19:24:33.657658 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87bf1f-1253-4c2f-8b1b-e53c2562c58e req-2453208f-17b4-40be-9e48-00d1add30677 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:33.659221 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd87bf1f-1253-4c2f-8b1b-e53c2562c58e req-2453208f-17b4-40be-9e48-00d1add30677 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.0499063 May 10 19:24:33.707315 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd87bf1f-1253-4c2f-8b1b-e53c2562c58e req-006fb415-31e6-448b-b142-d8cdf9602afc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407450 May 10 19:24:33.787351 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571345-0271-46c2-baf5-62db9d93cbfb req-fc270a40-a022-43dd-a58e-078c4bd9f5dd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:33.788844 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-44571345-0271-46c2-baf5-62db9d93cbfb req-fc270a40-a022-43dd-a58e-078c4bd9f5dd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0463226 May 10 19:24:33.837320 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-44571345-0271-46c2-baf5-62db9d93cbfb req-30e201ca-d0ea-4685-a39a-93c565ca859d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 May 10 19:24:34.711923 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:24:34.946149 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19f34e-ad17-4294-a3e1-b7abb410e372 req-61d7f500-7367-4166-b428-24188dc84c79 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:34.947900 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f19f34e-ad17-4294-a3e1-b7abb410e372 req-61d7f500-7367-4166-b428-24188dc84c79 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0458679 May 10 19:24:35.004631 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f19f34e-ad17-4294-a3e1-b7abb410e372 req-f5c0eac0-3d1f-4503-b402-67dac02efbf1 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509777 May 10 19:24:36.122383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c41e1-4388-41c6-a616-3577017b99c7 req-242ed7e1-2ecb-4494-888a-25fa2db6a793 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:36.123863 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-953c41e1-4388-41c6-a616-3577017b99c7 req-242ed7e1-2ecb-4494-888a-25fa2db6a793 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0459590 May 10 19:24:36.172699 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-953c41e1-4388-41c6-a616-3577017b99c7 req-df043d16-dfc0-4a94-9ec2-7f3afbaf7bd5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 May 10 19:24:36.285020 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587de46a-2ac6-4058-b8e6-ef0cfed05f19 req-00218d22-b5ba-43be-bf74-f3c17696b016 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:36.286676 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-587de46a-2ac6-4058-b8e6-ef0cfed05f19 req-00218d22-b5ba-43be-bf74-f3c17696b016 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0465207 May 10 19:24:36.335933 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-587de46a-2ac6-4058-b8e6-ef0cfed05f19 req-6d06cb59-ca12-494e-8967-3c5a4f8f807c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438898 May 10 19:24:36.358154 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 52628) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:36.572641 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6feaf1a-94ff-4ca0-a11e-553fbe5d358c tempest-TestVolumeBootPattern-676294518 tempest-TestVolumeBootPattern-676294518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:36.574592 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-b6feaf1a-94ff-4ca0-a11e-553fbe5d358c tempest-TestVolumeBootPattern-676294518 tempest-TestVolumeBootPattern-676294518-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 1125 time: 0.2147059 May 10 19:24:36.577619 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 52634) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:24:36.582242 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'port_id': '5f3412db-d471-48af-92ef-df3f89d29fad', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:24:36.630098 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:36.733211 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:36.854426 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Allocated IP 172.27.0.32 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/079e7b35-b4fe-418d-ad89-a526810a7a70) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:24:36.966535 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:36.997662 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:37.034905 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:24:37.038102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:24:37.043557 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:24:37.067770 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=079e7b35-b4fe-418d-ad89-a526810a7a70,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:37.410762 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (1f7ec04f-9d70-459e-ae79-c72f43b5efe6), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:37.479096 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:37.621968 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:37.626193 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:37.694492 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=079e7b35-b4fe-418d-ad89-a526810a7a70,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:24:37.705937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (1f7ec04f-9d70-459e-ae79-c72f43b5efe6), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:37.805641 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Floating IP 1f7ec04f-9d70-459e-ae79-c72f43b5efe6 associated. External IP: 172.27.0.32, port: 5f3412db-d471-48af-92ef-df3f89d29fad. May 10 19:24:38.014397 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:24:38.121083 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:24:38.130457 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:24:38.140829 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:38.144244 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:24:38.144244 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:24:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:38.172054 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-3c4c723b-bc56-419d-8075-071d7815d1eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5933793 May 10 19:24:38.172691 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:24:38.175007 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62d886-fbcb-4575-af7c-a3b865441b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:24:38.212198 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2088fff2-ac76-42dd-bfab-77952d46527d x-openstack-request-id: req-2088fff2-ac76-42dd-bfab-77952d46527d {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:24:38.212524 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:24:38.212777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2088fff2-ac76-42dd-bfab-77952d46527d {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:24:38.213181 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2088fff2-ac76-42dd-bfab-77952d46527d'] response: {'name': 'network-changed', 'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad', 'status': 'completed', 'code': 200} May 10 19:24:38.259579 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:24:38.467062 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '1f7ec04f-9d70-459e-ae79-c72f43b5efe6', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': '5f3412db-d471-48af-92ef-df3f89d29fad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:69:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:24:37Z', 'updated_at': '2022-05-10T19:24:37Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:38.495851 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:24:38.504040 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:24:38.504777 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:24:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:38.609734 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:24:38.822846 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '1f7ec04f-9d70-459e-ae79-c72f43b5efe6', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': '5f3412db-d471-48af-92ef-df3f89d29fad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:69:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:24:37Z', 'updated_at': '2022-05-10T19:24:37Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:24:38.851437 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c23d5-1f37-490d-b8df-3f515e089ac7 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '1f7ec04f-9d70-459e-ae79-c72f43b5efe6', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': '5f3412db-d471-48af-92ef-df3f89d29fad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:69:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:24:37Z', 'updated_at': '2022-05-10T19:24:37Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:24:39.045090 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56bae92-7d12-4265-a545-df6f664a2eae None None] New status for floating IP 1f7ec04f-9d70-459e-ae79-c72f43b5efe6: ACTIVE {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:24:40.228664 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-0449aea6-59bc-4c30-a154-de5adc28a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:40.230116 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-0449aea6-59bc-4c30-a154-de5adc28a23a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 1130 time: 0.0382481 May 10 19:24:40.324301 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-24e7340f-eb38-459e-802e-109d58325db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:40.325781 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-24e7340f-eb38-459e-802e-109d58325db7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.0868373 May 10 19:24:40.391430 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-1e1619fb-9bcb-4aaa-b3d9-3b479854a801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f3412db-d471-48af-92ef-df3f89d29fad HTTP/1.1" status: 200 len: 1001 time: 0.0577478 May 10 19:24:40.442635 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-d3c3ed09-a398-48b6-8259-2df47874dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:40.444698 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-d3c3ed09-a398-48b6-8259-2df47874dcce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0429549 May 10 19:24:40.493572 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-0112342b-0b15-4696-a51e-2249d6b2c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:40.494947 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-0112342b-0b15-4696-a51e-2249d6b2c282 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438359 May 10 19:24:40.588096 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-f3e270fa-8fc7-4e5b-a509-b6d4d21637f2 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787766 May 10 19:24:40.680812 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-7e62d886-fbcb-4575-af7c-a3b865441b9f req-7b7af5c0-2b87-4843-8780-fcd990823667 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843503 May 10 19:24:44.307260 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-257e4eaf-0cf8-4cca-ac1a-7e2b4981644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:45.939737 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:46.666335 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2676ccdf-1718-4730-b2fa-ca4041cdb85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:47.416213 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:49.000708 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:50.214168 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-c0a5d359-3dc2-45a9-99f1-c7000201af5b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370355 May 10 19:24:50.274058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-c0558100-dd90-437a-a186-6bdda0df687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:50.276026 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-c0558100-dd90-437a-a186-6bdda0df687c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 1130 time: 0.0397937 May 10 19:24:50.388857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-d89059c4-133d-4d2f-9503-efbb1be3ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:50.390310 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-d89059c4-133d-4d2f-9503-efbb1be3ffef service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.0879643 May 10 19:24:50.431164 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-0a652afb-d2f1-4692-809b-7d0860ae7b9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc HTTP/1.1" status: 200 len: 217 time: 0.0343018 May 10 19:24:50.480136 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-c2c7b9b6-e049-4baf-b66c-689797f6767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:50.481507 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-c2c7b9b6-e049-4baf-b66c-689797f6767a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0423210 May 10 19:24:50.529937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-0fff5fc8-5a28-4329-9aa8-b3922c7dd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:50.531435 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-0fff5fc8-5a28-4329-9aa8-b3922c7dd322 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380638 May 10 19:24:50.634764 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-c55d473c-dbe7-4251-aa20-c0fd97cfe979 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926673 May 10 19:24:50.640462 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:24:50.731099 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0789f0e9-f647-4d9c-ad91-de7b7513d3a4 req-6d9e6af5-592f-49d2-a5d2-1a53e5ec00e2 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865052 May 10 19:24:56.383360 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cffbf-2863-4ae4-acb6-33316ff2e7c5 req-214aa925-3ae1-4db9-820d-c99aa03be74a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:56.384874 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c99cffbf-2863-4ae4-acb6-33316ff2e7c5 req-214aa925-3ae1-4db9-820d-c99aa03be74a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0512855 May 10 19:24:56.387883 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-82fa60f6-e3e8-4c1e-9169-7f493a8c828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:56.389548 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-82fa60f6-e3e8-4c1e-9169-7f493a8c828f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.0425885 May 10 19:24:56.434419 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c99cffbf-2863-4ae4-acb6-33316ff2e7c5 req-dea8bd08-7d3a-48ce-9a01-5989eaa2d003 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437050 May 10 19:24:56.498367 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-4c810643-3008-4361-8f24-c0774527ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:56.499822 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-4c810643-3008-4361-8f24-c0774527ed30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.1018639 May 10 19:24:56.581957 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-b8d1da88-edf9-446b-bc85-83260b3274cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 1002 time: 0.0638916 May 10 19:24:56.775801 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ce765-4547-4b4c-8ff5-151e0299e2ac req-59a80511-89f2-41b0-9722-d762f03489b7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:56.777301 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d1ce765-4547-4b4c-8ff5-151e0299e2ac req-59a80511-89f2-41b0-9722-d762f03489b7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0462763 May 10 19:24:56.826684 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d1ce765-4547-4b4c-8ff5-151e0299e2ac req-6197db4f-6f28-4e1e-9d63-44656ebd6535 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 May 10 19:24:56.989498 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-646348d8-33e6-49a4-82ec-a14ad15efdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:56.990985 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-646348d8-33e6-49a4-82ec-a14ad15efdf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0510914 May 10 19:24:57.098591 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-4e758e2d-1d75-44a0-82f5-69f9f941264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:57.100083 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-4e758e2d-1d75-44a0-82f5-69f9f941264e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389595 May 10 19:24:57.276164 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-26b72a9e-d61b-4961-be4c-0095acc339d0 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862646 May 10 19:24:57.406371 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5c70c614-dd40-45fb-a437-e3d07c080441 req-f23f6529-b73b-461a-86cc-06dca9207042 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829372 May 10 19:24:57.554667 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928a3e5-2cea-4253-a746-d2029aa22478 req-788d024c-d356-4103-b6ea-96b6c845ac98 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:57.556157 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3928a3e5-2cea-4253-a746-d2029aa22478 req-788d024c-d356-4103-b6ea-96b6c845ac98 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0497782 May 10 19:24:57.609861 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3928a3e5-2cea-4253-a746-d2029aa22478 req-1feae597-81a8-4b83-8867-8285973a44e5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472071 May 10 19:24:57.937859 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ff0ab-d0ae-42a9-a703-60a692f5329b req-c86cf914-eff4-4b40-ae09-d30f0bfc4ee9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:57.939313 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f3ff0ab-d0ae-42a9-a703-60a692f5329b req-c86cf914-eff4-4b40-ae09-d30f0bfc4ee9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0454342 May 10 19:24:57.988000 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2f3ff0ab-d0ae-42a9-a703-60a692f5329b req-dca108a2-e46f-41ed-92fb-b8a5e508f2e3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 May 10 19:24:58.335552 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea436e6-7813-45fe-a337-c99ba5892c22 req-0d09165c-8a7c-401e-9a0c-4608b44b0fd7 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:58.337042 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dea436e6-7813-45fe-a337-c99ba5892c22 req-0d09165c-8a7c-401e-9a0c-4608b44b0fd7 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0478497 May 10 19:24:58.386437 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dea436e6-7813-45fe-a337-c99ba5892c22 req-60e467f9-389d-48d0-9e15-864c6503387c tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 May 10 19:24:58.732812 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5508c8-08a2-4e9d-a9f7-0b9cb3533808 req-ff353c20-fd5d-48b0-8030-db9319d2dcc7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:58.734354 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0b5508c8-08a2-4e9d-a9f7-0b9cb3533808 req-ff353c20-fd5d-48b0-8030-db9319d2dcc7 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0527091 May 10 19:24:58.786579 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0b5508c8-08a2-4e9d-a9f7-0b9cb3533808 req-3a00349c-9bfc-4b7d-a3be-0f44b451b433 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 May 10 19:24:59.100831 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9fceb-9be8-49d4-9b6e-265f68da6d96 req-51821fe9-b7b7-428a-944d-3ab07eafe252 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:59.102353 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-79e9fceb-9be8-49d4-9b6e-265f68da6d96 req-51821fe9-b7b7-428a-944d-3ab07eafe252 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0469844 May 10 19:24:59.147935 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-79e9fceb-9be8-49d4-9b6e-265f68da6d96 req-f7d3eeb1-07ca-440a-9fcc-fd0b07615aea tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 May 10 19:24:59.499917 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81abf0-a749-45d3-82ae-6e754df19dc9 req-94061265-9d80-4d53-b38d-5ee1cfe3968b tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:59.501386 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1a81abf0-a749-45d3-82ae-6e754df19dc9 req-94061265-9d80-4d53-b38d-5ee1cfe3968b tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0481379 May 10 19:24:59.546958 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1a81abf0-a749-45d3-82ae-6e754df19dc9 req-d1babde9-e1bb-4718-8af7-e4ded2c4f041 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 May 10 19:24:59.897793 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7b2d5-d83b-4eb4-b36a-8379821e9cb4 req-eb85d932-b89c-4855-996c-596ccdfa2b85 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:24:59.899329 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cb7b2d5-d83b-4eb4-b36a-8379821e9cb4 req-eb85d932-b89c-4855-996c-596ccdfa2b85 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0477409 May 10 19:24:59.957540 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3cb7b2d5-d83b-4eb4-b36a-8379821e9cb4 req-ca0b69f7-6afa-4b5c-8044-2d80ebca7e0e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519898 May 10 19:25:00.019646 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 52906) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:00.126508 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.204608 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Publish callbacks [] for security_group (c19bc5d9-5ace-44cf-bf2b-cc5acc73db81), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.208582 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c19bc5d9-5ace-44cf-bf2b-cc5acc73db81), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.251045 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0861bcf6de704e0aa60ec680dab923c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303190 May 10 19:25:00.252008 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19bc5d9-5ace-44cf-bf2b-cc5acc73db81,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:00.254030 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 52912) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:00.265141 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d405-b065-4766-b36b-44615d66200d req-a180ecf6-ab7c-4128-beb7-e62b924bcde3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:00.266689 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6bb3d405-b065-4766-b36b-44615d66200d req-a180ecf6-ab7c-4128-beb7-e62b924bcde3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0462377 May 10 19:25:00.270065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.270415 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.270757 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.271095 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.271427 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.271763 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.272092 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.272504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.272970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.273305 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.273636 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.274501 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.274829 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.275153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.275478 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e35651-4e69-4a1e-8ac5-d7c3beede271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:00.315085 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a4f14fa8-ccf2-4fe0-9071-c756ab01d203 admin admin] Publish callbacks [] for security_group (c19bc5d9-5ace-44cf-bf2b-cc5acc73db81), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.318193 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6bb3d405-b065-4766-b36b-44615d66200d req-18da3cd0-a6bb-41e8-886e-af1fb39958ce tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459409 May 10 19:25:00.338471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a4f14fa8-ccf2-4fe0-9071-c756ab01d203 admin admin] Publish callbacks [] for security_group (c19bc5d9-5ace-44cf-bf2b-cc5acc73db81), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.385165 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a4f14fa8-ccf2-4fe0-9071-c756ab01d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c19bc5d9-5ace-44cf-bf2b-cc5acc73db81), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.387857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a4f14fa8-ccf2-4fe0-9071-c756ab01d203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:00.389047 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a4f14fa8-ccf2-4fe0-9071-c756ab01d203 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c19bc5d9-5ace-44cf-bf2b-cc5acc73db81 HTTP/1.1" status: 204 len: 168 time: 0.1341286 May 10 19:25:00.396538 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f14fa8-ccf2-4fe0-9071-c756ab01d203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19bc5d9-5ace-44cf-bf2b-cc5acc73db81,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:00.669837 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f5137-9120-4b07-81e3-d43d7163c8da req-eb50391a-0418-4591-ba2f-472821ee71ba tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:00.671322 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a99f5137-9120-4b07-81e3-d43d7163c8da req-eb50391a-0418-4591-ba2f-472821ee71ba tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0564587 May 10 19:25:00.722072 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a99f5137-9120-4b07-81e3-d43d7163c8da req-08665be5-9807-4aae-93d0-7d4537b0a3fc tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/security-groups?id=66414254-b227-45f8-b32e-756014e637ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 May 10 19:25:01.011615 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-443932e0-7b27-4028-bde2-bec2591dd99a tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:01.013422 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-443932e0-7b27-4028-bde2-bec2591dd99a tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 946 time: 0.0480847 May 10 19:25:01.066175 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592705c-7cb4-4cc5-84d2-f41d41e53ff3 req-05972d9e-b0f0-48d3-b8e0-5e6be4c31c88 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:01.067845 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7592705c-7cb4-4cc5-84d2-f41d41e53ff3 req-05972d9e-b0f0-48d3-b8e0-5e6be4c31c88 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0481093 May 10 19:25:01.121445 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7592705c-7cb4-4cc5-84d2-f41d41e53ff3 req-0bbf3b55-df2d-4ffc-b08f-71f22d31d529 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478084 May 10 19:25:01.126486 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Deleting port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:01.126985 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:01.217378 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] For port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,segment=NetworkSegment(ac99631f-a02c-47a5-b62f-0f470c6be0b2),segment_id=ac99631f-a02c-47a5-b62f-0f470c6be0b2)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:01.217754 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:01.230902 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Calling delete_port for 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:01.446232 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701e2ec-f37c-4178-ac12-5c58cf431e9c req-ecdf93a6-a92d-4d2a-a76b-0a13b375d31c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:01.447359 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f701e2ec-f37c-4178-ac12-5c58cf431e9c req-ecdf93a6-a92d-4d2a-a76b-0a13b375d31c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0570197 May 10 19:25:01.506556 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f701e2ec-f37c-4178-ac12-5c58cf431e9c req-71a7d06f-98ad-4fe6-b3e2-8981ce8260da tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530090 May 10 19:25:01.621108 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (78eaf3bf-6455-47b0-aa46-d7f859e0ef2b), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:01.647656 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Pushing event deleted for resources: {'Port': ['ID=78eaf3bf-6455-47b0-aa46-d7f859e0ef2b,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:01.694666 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] No DVR routers for this DVR port 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:25:01.697897 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:01.701302 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f7be05a9-541e-44b2-bf85-274cc850fa1c req-a760a75e-e82f-4a69-bcfa-ad5804d40df4 tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.73 "DELETE /v2.0/ports/78eaf3bf-6455-47b0-aa46-d7f859e0ef2b HTTP/1.1" status: 204 len: 173 time: 0.6777415 May 10 19:25:01.701748 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'name': 'network-vif-deleted', 'tag': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:25:01.704184 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666ce4f2-adc9-4038-b047-62c821ce7c49" -d '{"events": [{"server_uuid": "e1eab27d-3a37-41e7-a86a-1be72b511a62", "name": "network-vif-deleted", "tag": "78eaf3bf-6455-47b0-aa46-d7f859e0ef2b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:25:01.740870 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc6a82-855d-4ef0-ba43-ac43ba4b99ec x-openstack-request-id: req-70cc6a82-855d-4ef0-ba43-ac43ba4b99ec {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:25:01.741153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eab27d-3a37-41e7-a86a-1be72b511a62", "name": "network-vif-deleted", "tag": "78eaf3bf-6455-47b0-aa46-d7f859e0ef2b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:25:01.741397 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70cc6a82-855d-4ef0-ba43-ac43ba4b99ec {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:25:01.741792 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cc6a82-855d-4ef0-ba43-ac43ba4b99ec'] response: {'server_uuid': 'e1eab27d-3a37-41e7-a86a-1be72b511a62', 'name': 'network-vif-deleted', 'tag': '78eaf3bf-6455-47b0-aa46-d7f859e0ef2b', 'status': 'completed', 'code': 200} May 10 19:25:01.828538 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e974dd01-2513-41ab-b393-969e7dc09141 req-e78bae65-08e1-4884-abc8-e7ba618bbcde tempest-VolumesSnapshotTestJSON-603116587 tempest-VolumesSnapshotTestJSON-603116587-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1eab27d-3a37-41e7-a86a-1be72b511a62 HTTP/1.1" status: 200 len: 210 time: 0.0315812 May 10 19:25:02.246968 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2b254-65b8-45fa-bcae-705f93ce5c34 req-9b01da54-257e-48c7-966a-75daf8f46d7f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:02.248412 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e7c2b254-65b8-45fa-bcae-705f93ce5c34 req-9b01da54-257e-48c7-966a-75daf8f46d7f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0459213 May 10 19:25:02.300302 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e7c2b254-65b8-45fa-bcae-705f93ce5c34 req-741ee4ee-7084-41f0-997c-eae8477be2d6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462554 May 10 19:25:02.620209 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843c828-57ec-41a8-bfd5-480c09220005 req-c4dff712-535c-4b78-8545-b5b917cf74f7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:02.621730 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1843c828-57ec-41a8-bfd5-480c09220005 req-c4dff712-535c-4b78-8545-b5b917cf74f7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0476809 May 10 19:25:02.668457 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1843c828-57ec-41a8-bfd5-480c09220005 req-ee2f77f8-64d4-4614-8f68-d22e4b89632b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 May 10 19:25:03.414606 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe955f10-16d6-42ab-ae5e-9b16d2e60dd8 req-a6e1e2dd-6bd8-4dcf-8389-b97458bbf6a3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:03.416115 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fe955f10-16d6-42ab-ae5e-9b16d2e60dd8 req-a6e1e2dd-6bd8-4dcf-8389-b97458bbf6a3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0466940 May 10 19:25:03.467364 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fe955f10-16d6-42ab-ae5e-9b16d2e60dd8 req-d77f8ae4-7d44-4480-92d5-930d0c5911dc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456779 May 10 19:25:03.506077 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:25:03.529412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:25:03.529747 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 78eaf3bf-6455-47b0-aa46-d7f859e0ef2b not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:25:03.787561 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fef82-a4d3-40fd-a92c-e15b88a5db22 req-73ce0d2c-841d-4a80-a9d8-7305288cc699 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:03.789237 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6a8fef82-a4d3-40fd-a92c-e15b88a5db22 req-73ce0d2c-841d-4a80-a9d8-7305288cc699 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0536208 May 10 19:25:03.835013 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6a8fef82-a4d3-40fd-a92c-e15b88a5db22 req-07c9b643-fa0b-4b63-8d98-ae28eb69e48a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397053 May 10 19:25:04.583052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2e90-8c05-45f9-b202-a2c5f4db5a83 req-18153595-718f-4203-b65e-d50f02f9ac61 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:04.584561 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b27f2e90-8c05-45f9-b202-a2c5f4db5a83 req-18153595-718f-4203-b65e-d50f02f9ac61 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0466468 May 10 19:25:04.630848 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b27f2e90-8c05-45f9-b202-a2c5f4db5a83 req-c374bce9-d3ca-485d-9418-b161ea5f8550 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403388 May 10 19:25:04.948285 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81bc32-d34f-40f3-9801-b808abf35b1b req-39d95ea7-3e8e-450e-9e30-25a9d9a7adf7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:04.949816 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7c81bc32-d34f-40f3-9801-b808abf35b1b req-39d95ea7-3e8e-450e-9e30-25a9d9a7adf7 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0477967 May 10 19:25:05.002553 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7c81bc32-d34f-40f3-9801-b808abf35b1b req-0ba7073e-debd-464c-9c38-231600641085 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471330 May 10 19:25:05.752992 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a11a8-b7e5-4c0b-bb32-21f573521512 req-5d3d67a6-0d7a-4444-ac0d-822b318263bc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:05.754502 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c67a11a8-b7e5-4c0b-bb32-21f573521512 req-5d3d67a6-0d7a-4444-ac0d-822b318263bc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0512977 May 10 19:25:05.807059 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c67a11a8-b7e5-4c0b-bb32-21f573521512 req-3b5323c7-215f-4e40-9c5b-2c293aabe5da tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 May 10 19:25:06.117956 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4b91-5f7c-4b7e-b731-8e7051c0e50b req-75015957-0ac3-49fa-a384-d387e0ba385e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:06.120017 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-be0d4b91-5f7c-4b7e-b731-8e7051c0e50b req-75015957-0ac3-49fa-a384-d387e0ba385e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0497725 May 10 19:25:06.172070 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-be0d4b91-5f7c-4b7e-b731-8e7051c0e50b req-659ed9b0-dd35-435a-8354-347f62e7c10e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461757 May 10 19:25:06.922268 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fd1ea-a2df-4fc2-88bd-5b73fbf05914 req-017727d6-cc03-4056-a232-edbd367dd226 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:06.924181 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1f6fd1ea-a2df-4fc2-88bd-5b73fbf05914 req-017727d6-cc03-4056-a232-edbd367dd226 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0481689 May 10 19:25:06.973772 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1f6fd1ea-a2df-4fc2-88bd-5b73fbf05914 req-79f0f3b0-dac0-4486-b645-1b9705c739ea tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 May 10 19:25:07.287270 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1729f7-beb6-4d21-b942-72083451a031 req-515f4d71-bf78-4048-937d-df1350b0fb97 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:07.288726 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4a1729f7-beb6-4d21-b942-72083451a031 req-515f4d71-bf78-4048-937d-df1350b0fb97 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0468194 May 10 19:25:07.336291 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4a1729f7-beb6-4d21-b942-72083451a031 req-70ce823a-c585-4a9e-af79-6ffe851c42dc tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 May 10 19:25:08.106764 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e552-0dec-45dd-bd2e-c844bd8c69fd req-e4ea781d-9299-4b0d-bed3-0fc553d2bc16 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:08.108184 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4198e552-0dec-45dd-bd2e-c844bd8c69fd req-e4ea781d-9299-4b0d-bed3-0fc553d2bc16 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0597854 May 10 19:25:08.159075 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4198e552-0dec-45dd-bd2e-c844bd8c69fd req-05c59a6f-5a2f-404c-85f4-1185e8e64855 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453804 May 10 19:25:08.450366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239b22-8485-41ac-8c6b-edfb71edb8d6 req-b0427e8b-3c5e-40ac-b62e-17bc3320f884 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:08.451860 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-12239b22-8485-41ac-8c6b-edfb71edb8d6 req-b0427e8b-3c5e-40ac-b62e-17bc3320f884 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0496738 May 10 19:25:08.501175 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-12239b22-8485-41ac-8c6b-edfb71edb8d6 req-a3a42bc8-57a9-4bde-9a96-edbf22c7992f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 May 10 19:25:09.274092 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2a6b-4d73-4c59-a3b9-22ffa28f00bf req-3d35651e-0797-44dc-87c9-926862483a97 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:09.276089 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bfbc2a6b-4d73-4c59-a3b9-22ffa28f00bf req-3d35651e-0797-44dc-87c9-926862483a97 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0463016 May 10 19:25:09.327153 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bfbc2a6b-4d73-4c59-a3b9-22ffa28f00bf req-66259e79-e109-401e-8808-986a3a208294 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454574 May 10 19:25:09.613444 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722568db-569b-45e9-90a4-20e69a367b5e req-b852fbb2-8a77-4f6e-afb7-077e043f83bb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:09.614940 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-722568db-569b-45e9-90a4-20e69a367b5e req-b852fbb2-8a77-4f6e-afb7-077e043f83bb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0483232 May 10 19:25:09.661430 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-722568db-569b-45e9-90a4-20e69a367b5e req-d7549eb7-675f-47b6-a8b0-e872394592b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 May 10 19:25:10.441169 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb51b9-f0fb-4bbd-af17-59c6d314825b req-1847bc0e-f146-4fa0-854a-d9a4fed6cbca tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:10.442642 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0dfb51b9-f0fb-4bbd-af17-59c6d314825b req-1847bc0e-f146-4fa0-854a-d9a4fed6cbca tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0457783 May 10 19:25:10.490192 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0dfb51b9-f0fb-4bbd-af17-59c6d314825b req-64322f13-2572-4824-a3cc-12ceafbc2253 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 May 10 19:25:10.779332 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91025da-1c8c-4f29-8b58-d9e6cb021bc0 req-4a9c6e18-c25f-4a18-ab61-c63fe41f603c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:10.780970 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b91025da-1c8c-4f29-8b58-d9e6cb021bc0 req-4a9c6e18-c25f-4a18-ab61-c63fe41f603c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0510571 May 10 19:25:10.828153 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b91025da-1c8c-4f29-8b58-d9e6cb021bc0 req-41b8080f-b097-4f91-9790-6221424f72bb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 May 10 19:25:11.606406 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c13c-3b3d-4487-a642-921b891d94e2 req-1fe3cf9b-7457-42d8-90df-488c4afa5caa tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:11.607923 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-14a3c13c-3b3d-4487-a642-921b891d94e2 req-1fe3cf9b-7457-42d8-90df-488c4afa5caa tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0462043 May 10 19:25:11.656727 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-14a3c13c-3b3d-4487-a642-921b891d94e2 req-ba91201b-47d1-4b27-bfa3-83eff1d917e8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432475 May 10 19:25:11.710627 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:25:11.939026 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfec90-7253-4f87-99f9-dc2a64694d69 req-2b7bd174-f6bc-4bda-a824-1925a2e56c6a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:11.940488 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-06cfec90-7253-4f87-99f9-dc2a64694d69 req-2b7bd174-f6bc-4bda-a824-1925a2e56c6a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0449827 May 10 19:25:11.993766 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-06cfec90-7253-4f87-99f9-dc2a64694d69 req-7d5d563a-d7b1-45c3-ba23-6c5a91005694 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 May 10 19:25:12.770338 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc6b81-d6f0-4dac-97e8-5a211dd53d01 req-c6f80a7e-5733-47c9-a8c4-dccc37f140e5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:12.771836 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bdbc6b81-d6f0-4dac-97e8-5a211dd53d01 req-c6f80a7e-5733-47c9-a8c4-dccc37f140e5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0473781 May 10 19:25:12.818298 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bdbc6b81-d6f0-4dac-97e8-5a211dd53d01 req-0ddce58d-3a82-4d0a-93bc-47eee1a66813 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 May 10 19:25:13.108159 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a03a8-8597-4708-ae56-06edf4ca4704 req-086e8df0-a311-4010-a159-06fcb3f06881 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:13.109675 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ec9a03a8-8597-4708-ae56-06edf4ca4704 req-086e8df0-a311-4010-a159-06fcb3f06881 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0467656 May 10 19:25:13.159044 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ec9a03a8-8597-4708-ae56-06edf4ca4704 req-6a76b951-a78c-43fc-920d-5f4a063f2569 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 May 10 19:25:13.355866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce3b8d-5e2e-4c8b-b10d-9d16cbb5d078 req-8e134cbb-4c9a-4f80-a020-2f0ad7b22bf3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:13.357363 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-52ce3b8d-5e2e-4c8b-b10d-9d16cbb5d078 req-8e134cbb-4c9a-4f80-a020-2f0ad7b22bf3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0560677 May 10 19:25:13.404042 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-52ce3b8d-5e2e-4c8b-b10d-9d16cbb5d078 req-3ca3c1fc-e7b8-4c5c-a6d9-62de8b63431b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 May 10 19:25:13.935077 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33989-98b9-42ef-ae7a-14d9766e3202 req-0b36126b-758d-4917-8cc5-60589a4cf8af tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:13.936529 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a6a33989-98b9-42ef-ae7a-14d9766e3202 req-0b36126b-758d-4917-8cc5-60589a4cf8af tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0450270 May 10 19:25:13.983241 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a6a33989-98b9-42ef-ae7a-14d9766e3202 req-c8a06f89-ed9d-418f-bba9-f3ee338b201b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412860 May 10 19:25:14.309498 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-52a7d839-9b7e-43c5-876e-d358297147ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:14.520756 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088db667-20dc-4afb-8054-2cef1b84523b req-46848d99-03ce-42d1-8121-48911a8ffab1 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:14.522218 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-088db667-20dc-4afb-8054-2cef1b84523b req-46848d99-03ce-42d1-8121-48911a8ffab1 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0502446 May 10 19:25:14.568670 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-088db667-20dc-4afb-8054-2cef1b84523b req-e3d77e11-3518-434c-9f6f-76844c4ade39 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 May 10 19:25:15.093858 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9c09e-51e0-4383-a4ee-3097106f5166 req-692418b5-e7e7-4293-80bc-32ad71c47b00 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:15.095320 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-09b9c09e-51e0-4383-a4ee-3097106f5166 req-692418b5-e7e7-4293-80bc-32ad71c47b00 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0454018 May 10 19:25:15.140707 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-09b9c09e-51e0-4383-a4ee-3097106f5166 req-add35511-5fb9-475e-a01b-a83b9f9eb4fd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 May 10 19:25:15.677132 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20975d5-de73-42e1-9b0c-f3b8755e1eb9 req-15acd9a9-6376-4174-b89b-34ec72cc0adc tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:15.678567 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a20975d5-de73-42e1-9b0c-f3b8755e1eb9 req-15acd9a9-6376-4174-b89b-34ec72cc0adc tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0452662 May 10 19:25:15.728154 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a20975d5-de73-42e1-9b0c-f3b8755e1eb9 req-3408dc8e-9611-4bba-963c-d667b7db4d92 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 May 10 19:25:15.931027 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:16.033426 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092585a2-4347-4c02-b589-3090da147e4e req-fa82ceab-d851-491f-818d-d019ef91b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:16.034925 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-fa82ceab-d851-491f-818d-d019ef91b6a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1129 time: 0.0422063 May 10 19:25:16.123020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092585a2-4347-4c02-b589-3090da147e4e req-397135de-00fe-4038-a530-049a3c80f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:16.124371 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-397135de-00fe-4038-a530-049a3c80f5ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 911 time: 0.0836546 May 10 19:25:16.201559 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-0baf1447-589d-4f1f-a92f-a52c16751674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 200 len: 1000 time: 0.0612996 May 10 19:25:16.252888 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092585a2-4347-4c02-b589-3090da147e4e req-c041e41c-dcaa-4a7b-91f9-74fec53cfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:16.254420 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-c041e41c-dcaa-4a7b-91f9-74fec53cfcbb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.0453913 May 10 19:25:16.256082 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dd871-609e-44db-829f-c0189f93a223 req-fc33744c-5ac2-4695-81f3-227210b3f542 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:16.257615 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cc7dd871-609e-44db-829f-c0189f93a223 req-fc33744c-5ac2-4695-81f3-227210b3f542 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0496736 May 10 19:25:16.300835 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092585a2-4347-4c02-b589-3090da147e4e req-8cd60e31-1fe3-4de3-9c4d-b0a043b71852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:16.302329 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-8cd60e31-1fe3-4de3-9c4d-b0a043b71852 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400476 May 10 19:25:16.305698 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cc7dd871-609e-44db-829f-c0189f93a223 req-dfa96631-9de7-4e9d-9710-7ab0ee36e204 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420332 May 10 19:25:16.395286 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-115f9667-bb33-4a16-b7cf-4ccc8fbeee2c service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840299 May 10 19:25:16.486561 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-092585a2-4347-4c02-b589-3090da147e4e req-7d6bf700-4197-4200-b923-6c2f87af4d26 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840220 May 10 19:25:16.667419 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a184-4a87-496d-b227-51f150ca273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:16.865035 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f0e0b-b9cd-4bbb-ad77-725d38f7a476 req-bca6bf2c-c21a-4cbd-ba9f-e40443409a3d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:16.866531 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-103f0e0b-b9cd-4bbb-ad77-725d38f7a476 req-bca6bf2c-c21a-4cbd-ba9f-e40443409a3d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0693660 May 10 19:25:16.916513 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-103f0e0b-b9cd-4bbb-ad77-725d38f7a476 req-8661df8b-d34c-4a2c-8ea8-efed7439e358 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 May 10 19:25:17.418343 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:17.423992 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23449ae-0554-4547-8437-b6503bf50523 req-80345256-554f-4987-a0db-187fc0f1352d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:17.425510 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d23449ae-0554-4547-8437-b6503bf50523 req-80345256-554f-4987-a0db-187fc0f1352d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0503023 May 10 19:25:17.472743 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d23449ae-0554-4547-8437-b6503bf50523 req-4064cf4d-3cb0-42f3-a236-a6349250d2a6 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 May 10 19:25:18.033855 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca57f08-bbd1-4673-a96d-907d2fd601f7 req-26e27cb4-033e-470d-aa5b-e530dd32e96b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:18.035396 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bca57f08-bbd1-4673-a96d-907d2fd601f7 req-26e27cb4-033e-470d-aa5b-e530dd32e96b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0479596 May 10 19:25:18.084649 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bca57f08-bbd1-4673-a96d-907d2fd601f7 req-d4d10845-224f-41f7-9d55-2e07b2890308 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 May 10 19:25:18.587413 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309c3f5-c0f4-49bb-b001-cc1ac15577d9 req-5e246104-912c-48fa-87c3-c014b7e7ce7f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:18.588806 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7309c3f5-c0f4-49bb-b001-cc1ac15577d9 req-5e246104-912c-48fa-87c3-c014b7e7ce7f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0485673 May 10 19:25:18.638802 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7309c3f5-c0f4-49bb-b001-cc1ac15577d9 req-41793c8f-fda1-40eb-8920-5acb6efaf148 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438447 May 10 19:25:19.005407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:19.755452 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4218-dc91-4cd9-a666-0acebec0ed73 req-95d06ebe-be83-45ee-b892-0b9f7c346ab8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:19.756920 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f97d4218-dc91-4cd9-a666-0acebec0ed73 req-95d06ebe-be83-45ee-b892-0b9f7c346ab8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0453584 May 10 19:25:19.802475 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f97d4218-dc91-4cd9-a666-0acebec0ed73 req-86e783db-10c3-4b48-84da-6f884e3b14ce tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 May 10 19:25:20.634320 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:20.912311 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e61e2-ae28-47a4-ab68-8bedcfbf2760 req-e8b84e7e-f6de-4730-80bd-76865c1e2730 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:20.913868 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a31e61e2-ae28-47a4-ab68-8bedcfbf2760 req-e8b84e7e-f6de-4730-80bd-76865c1e2730 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0448442 May 10 19:25:20.959572 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a31e61e2-ae28-47a4-ab68-8bedcfbf2760 req-382ac20c-3242-452a-b005-1ba0f1400426 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 May 10 19:25:22.083820 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e0924-66a2-4575-9b30-7b984509a20c req-1b3d29eb-0a67-47e2-9eac-7cc87c5c4fdc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:22.085321 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-132e0924-66a2-4575-9b30-7b984509a20c req-1b3d29eb-0a67-47e2-9eac-7cc87c5c4fdc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0493479 May 10 19:25:22.142917 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-132e0924-66a2-4575-9b30-7b984509a20c req-214f8cd0-251f-459b-8c6a-a577a1fc78b9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519109 May 10 19:25:23.254147 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24937a7f-bbf0-4220-9499-bb69d316ae32 req-1a77bede-2339-4837-9f73-29f5486e8128 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:23.255621 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-24937a7f-bbf0-4220-9499-bb69d316ae32 req-1a77bede-2339-4837-9f73-29f5486e8128 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0472760 May 10 19:25:23.303141 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-24937a7f-bbf0-4220-9499-bb69d316ae32 req-07f561e6-ebcd-44c3-8d20-27269d6aa83c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 May 10 19:25:24.393110 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b847-a577-432c-8bb3-aa8638b5bce4 req-549f05a2-25c2-4b21-93da-b9df3c3f3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:24.394580 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e7e8b847-a577-432c-8bb3-aa8638b5bce4 req-549f05a2-25c2-4b21-93da-b9df3c3f3ed9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.0421095 May 10 19:25:24.420376 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf268-58f8-4a92-b0b2-46f880472f22 req-3ac8edb4-2d68-4cc6-9030-3ad4471cf9ad tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:24.421907 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e1fcf268-58f8-4a92-b0b2-46f880472f22 req-3ac8edb4-2d68-4cc6-9030-3ad4471cf9ad tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0490971 May 10 19:25:24.446891 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e7e8b847-a577-432c-8bb3-aa8638b5bce4 req-a55d563d-7a2e-485f-b988-d8056af20e72 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375938 May 10 19:25:24.467473 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e1fcf268-58f8-4a92-b0b2-46f880472f22 req-a706ed3c-471f-45bc-82bc-2929bd32a69d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398860 May 10 19:25:25.291929 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9155d-45eb-4f1b-98f8-19ba6ddb9fcd req-843f8c7a-32c3-4c89-a4fe-d523fd935be8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:25.293343 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4fa9155d-45eb-4f1b-98f8-19ba6ddb9fcd req-843f8c7a-32c3-4c89-a4fe-d523fd935be8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0467000 May 10 19:25:25.340492 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4fa9155d-45eb-4f1b-98f8-19ba6ddb9fcd req-dd66a548-d816-425b-bd3a-5f1e07a42f99 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 May 10 19:25:25.579358 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56992e07-fd3b-40d8-98f9-3f18e67a057f req-48035ac1-4357-4aee-b9af-eab2d7c2fe40 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:25.580723 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56992e07-fd3b-40d8-98f9-3f18e67a057f req-48035ac1-4357-4aee-b9af-eab2d7c2fe40 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0452683 May 10 19:25:25.628176 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56992e07-fd3b-40d8-98f9-3f18e67a057f req-39d2e0ca-9d74-442d-b673-d9d761d5f2f3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 May 10 19:25:26.456104 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb90937-c28e-4b82-bc25-4cf6af3177bf req-662af2d4-3ee0-47a1-97ea-adb0559c6a03 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:26.457816 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8cb90937-c28e-4b82-bc25-4cf6af3177bf req-662af2d4-3ee0-47a1-97ea-adb0559c6a03 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0459075 May 10 19:25:26.502965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8cb90937-c28e-4b82-bc25-4cf6af3177bf req-b1e75b70-0f4e-4732-9cc1-38925c452588 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 May 10 19:25:26.741432 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd180e5-d0f6-42db-a3ef-bf15f64a34cc req-98d44a5a-5c91-4255-9bfc-8071f5f38577 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:26.742869 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7cd180e5-d0f6-42db-a3ef-bf15f64a34cc req-98d44a5a-5c91-4255-9bfc-8071f5f38577 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0455396 May 10 19:25:26.788150 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7cd180e5-d0f6-42db-a3ef-bf15f64a34cc req-9695ec42-35cb-4736-b66b-ab79879152f9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 May 10 19:25:27.622181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053b366-c631-4ffa-81c0-ab568a51a2e0 req-e5473ded-5b99-4005-b1b3-329f7ad42bbf tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:27.623655 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4053b366-c631-4ffa-81c0-ab568a51a2e0 req-e5473ded-5b99-4005-b1b3-329f7ad42bbf tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0496004 May 10 19:25:27.675376 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4053b366-c631-4ffa-81c0-ab568a51a2e0 req-ba9c16a7-3083-45ea-b60b-c38cbd6a7878 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 May 10 19:25:27.898654 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1784e-db26-4465-8501-caaa9adfca07 req-1adb3cb7-3128-46e8-8e38-9950cfe1164b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:27.900094 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ea1784e-db26-4465-8501-caaa9adfca07 req-1adb3cb7-3128-46e8-8e38-9950cfe1164b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0461857 May 10 19:25:27.944816 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ea1784e-db26-4465-8501-caaa9adfca07 req-9202a105-01a5-4d20-adae-ac9e6c2936b1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393116 May 10 19:25:28.016836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53332) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:28.060074 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Deleting subnet 1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:25:28.063112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Publish callbacks [] for subnet (1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.095669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.143171 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.194981 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.219011 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:28.225280 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.228405 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-00b5f737-1509-4950-9276-f76ed2a33803 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1f6eef83-31eb-4b7d-8d2f-2c84d33d5eaa HTTP/1.1" status: 204 len: 168 time: 0.2105219 May 10 19:25:28.230937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53334) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:28.296897 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (5ae561ab-5282-411f-ae74-e18ba13579b9), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.376220 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (5ae561ab-5282-411f-ae74-e18ba13579b9), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.395907 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae561ab-5282-411f-ae74-e18ba13579b9']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:28.405690 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac99631f-a02c-47a5-b62f-0f470c6be0b2') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:28.405988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac99631f-a02c-47a5-b62f-0f470c6be0b2') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:28.415100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (ac99631f-a02c-47a5-b62f-0f470c6be0b2), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.428399 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (ac99631f-a02c-47a5-b62f-0f470c6be0b2), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.434394 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:25:28.434835 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (ac99631f-a02c-47a5-b62f-0f470c6be0b2), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:25:28.436640 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:25:28.493622 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (5ae561ab-5282-411f-ae74-e18ba13579b9), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.498514 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.510874 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5ae561ab-5282-411f-ae74-e18ba13579b9 HTTP/1.1" status: 204 len: 168 time: 0.2697916 May 10 19:25:28.514635 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909acde7-176a-4f5d-bff0-0531bcd32941 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae561ab-5282-411f-ae74-e18ba13579b9,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:28.671995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53346) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:28.712764 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e6ec8f4c-a238-4830-ab13-d95b5df952cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f9cf73cfc1043eb95dd842193435253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394516 May 10 19:25:28.715659 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53350) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:28.764653 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-52f66454-ae43-4cf4-b773-749cc3abdbb8 admin admin] Publish callbacks [] for security_group (66414254-b227-45f8-b32e-756014e637ea), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.786646 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-52f66454-ae43-4cf4-b773-749cc3abdbb8 admin admin] Publish callbacks [] for security_group (66414254-b227-45f8-b32e-756014e637ea), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.792530 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557650fb-32f9-408a-90d7-eb5a6cc22d2d req-da069fe9-599f-4de8-8048-2e6ded05b1f7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:28.794030 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-557650fb-32f9-408a-90d7-eb5a6cc22d2d req-da069fe9-599f-4de8-8048-2e6ded05b1f7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0505195 May 10 19:25:28.834036 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-52f66454-ae43-4cf4-b773-749cc3abdbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (66414254-b227-45f8-b32e-756014e637ea), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.836843 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-52f66454-ae43-4cf4-b773-749cc3abdbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:28.840887 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-52f66454-ae43-4cf4-b773-749cc3abdbb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66414254-b227-45f8-b32e-756014e637ea HTTP/1.1" status: 204 len: 168 time: 0.1199934 May 10 19:25:28.847584 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-557650fb-32f9-408a-90d7-eb5a6cc22d2d req-8c0bfe9e-12aa-41e4-bc6b-0f11f47681fe tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479131 May 10 19:25:28.852891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f66454-ae43-4cf4-b773-749cc3abdbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66414254-b227-45f8-b32e-756014e637ea,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:29.031869 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-ef94e5c8-cbb5-40b4-84d5-c19ffa2df7d3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:29.034181 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-ef94e5c8-cbb5-40b4-84d5-c19ffa2df7d3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0584373 May 10 19:25:29.058063 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414da8b-fd80-407b-8109-3b19a5698e99 req-3a7890d8-eff8-4b33-8812-3c65313151a4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:29.059527 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7414da8b-fd80-407b-8109-3b19a5698e99 req-3a7890d8-eff8-4b33-8812-3c65313151a4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0452719 May 10 19:25:29.108475 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7414da8b-fd80-407b-8109-3b19a5698e99 req-cd30c381-eaea-47d9-a368-891dc2ecd67f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 May 10 19:25:29.501989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53374) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:29.574350 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 28f30703-9ade-480a-91c0-5bc52bae4af5 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:29.574624 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.600527 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1069639788-network', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:29.621337 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Made reservation on behalf of 5c6ebef4c7f34f3dac195244855d9292 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:29.623763 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.632397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.685133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] For port 28f30703-9ade-480a-91c0-5bc52bae4af5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=28f30703-9ade-480a-91c0-5bc52bae4af5,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:29.685761 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.745030 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks [] for security_group (7814e6e0-c927-4957-9ee3-812f1c20aac9), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.749166 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (7814e6e0-c927-4957-9ee3-812f1c20aac9), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.773394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:25:29.790608 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (c5da15d8-2bb6-4b95-b826-bb2a27888ff2), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.790945 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Added segment c5da15d8-2bb6-4b95-b826-bb2a27888ff2 of type vlan for network b113da0b-7d2b-4a4c-8782-54b46ffaf63c May 10 19:25:29.799226 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7814e6e0-c927-4957-9ee3-812f1c20aac9,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:29.830333 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.830733 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.831163 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.831495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.831819 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.832143 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.832486 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.832818 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.833177 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.833495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.833813 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.834128 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.834440 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.834752 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.835061 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:29.850550 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (b113da0b-7d2b-4a4c-8782-54b46ffaf63c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.876707 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (b113da0b-7d2b-4a4c-8782-54b46ffaf63c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.877770 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:29.878424 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.929159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.929583 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (65e19947-9b33-43fe-887c-bda416fa918d), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:29.929996 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP 65e19947-9b33-43fe-887c-bda416fa918d disassociated. External IP: 172.27.0.181, port: 28f30703-9ade-480a-91c0-5bc52bae4af5. May 10 19:25:29.930573 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 28f30703-9ade-480a-91c0-5bc52bae4af5 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:29.950634 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4472079 May 10 19:25:29.969039 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53386) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:29.977634 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Request body: {'subnet': {'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1069639788-subnet', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'ip_version': 4}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:29.987741 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9daac-f818-4949-ba0d-874acf52e1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b113da0b-7d2b-4a4c-8782-54b46ffaf63c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:29.999890 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:25:30.015535 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f0363-e1f9-4924-936a-8dacc5c0c6e9 req-5e4f0c3d-8927-4edf-bb5e-b2f36ac0282d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:30.017766 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f3f0363-e1f9-4924-936a-8dacc5c0c6e9 req-5e4f0c3d-8927-4edf-bb5e-b2f36ac0282d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 946 time: 0.0925329 May 10 19:25:30.023295 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Made reservation on behalf of 5c6ebef4c7f34f3dac195244855d9292 for: {'subnet': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:30.026352 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423324'] for subnet (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.070571 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (28f30703-9ade-480a-91c0-5bc52bae4af5), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.103921 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=28f30703-9ade-480a-91c0-5bc52bae4af5,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:30.136805 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f3f0363-e1f9-4924-936a-8dacc5c0c6e9 req-4b3a0cb3-c065-4244-90dd-4ed5992a9837 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=9797e0be-5921-44a4-b560-0163e571a2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070416 May 10 19:25:30.238672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:30.275798 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bb5ce-7787-4a92-8ac7-e571c1ccbf90 req-814a255d-7429-450f-960a-2918df00b06c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:30.277332 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b3bb5ce-7787-4a92-8ac7-e571c1ccbf90 req-814a255d-7429-450f-960a-2918df00b06c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0822265 May 10 19:25:30.307082 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26883462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423298'] for subnet (3b5d063a-9d64-48a7-8377-a47974c3158c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.354721 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:30.365525 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:30.382233 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:30.383095 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:30.396756 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Checking segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:30.397205 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Network hostable DHCP agents. Network: b113da0b-7d2b-4a4c-8782-54b46ffaf63c, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:25:30.399448 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5d063a-9d64-48a7-8377-a47974c3158c,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:30.411369 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] No DVR routers for this DVR port 28f30703-9ade-480a-91c0-5bc52bae4af5 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:25:30.415133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.418551 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6b3bb5ce-7787-4a92-8ac7-e571c1ccbf90 req-1468e1c7-5ffa-40fc-a11e-5aef7181be85 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252077 May 10 19:25:30.419762 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5907b339-3581-46ed-8872-9a01d2e50f54 req-bec397ff-6ec0-4357-b1bc-3c8b22704528 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "DELETE /v2.0/ports/28f30703-9ade-480a-91c0-5bc52bae4af5 HTTP/1.1" status: 204 len: 173 time: 0.9323480 May 10 19:25:30.420222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'name': 'network-vif-deleted', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:25:30.422573 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544a295-454d-4ccd-b23d-b0712e997e74" -d '{"events": [{"server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "name": "network-vif-deleted", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:25:30.444533 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:25:30.459987 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, b113da0b-7d2b-4a4c-8782-54b46ffaf63c) {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:30.472467 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b88870-d7fb-4d0f-a99e-1e0f8149a690 None None] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:30.472824 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3680a21-e0a5-4924-9df9-3be24a655cae x-openstack-request-id: req-d3680a21-e0a5-4924-9df9-3be24a655cae {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:25:30.473312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe805033-6d91-473f-9c11-128ee82c6ab1", "name": "network-vif-deleted", "tag": "28f30703-9ade-480a-91c0-5bc52bae4af5", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:25:30.473777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3680a21-e0a5-4924-9df9-3be24a655cae {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:25:30.474370 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3680a21-e0a5-4924-9df9-3be24a655cae'] response: {'server_uuid': 'fe805033-6d91-473f-9c11-128ee82c6ab1', 'name': 'network-vif-deleted', 'tag': '28f30703-9ade-480a-91c0-5bc52bae4af5', 'status': 'completed', 'code': 200} May 10 19:25:30.480111 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:30.480833 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.514814 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-0684a832-4c1c-4ba1-bcc5-4df8c5edddbd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5446498 May 10 19:25:30.517329 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53394) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:30.521461 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:30.561086 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (e1e8d353-7893-4c85-869b-8b57e5bd3f07), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.573366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (e1e8d353-7893-4c85-869b-8b57e5bd3f07), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.616950 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:30.639841 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:25:30.640764 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.647663 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks [] for router_controller (e1e8d353-7893-4c85-869b-8b57e5bd3f07), precommit_add_association {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:30.870607 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks [] for router_gateway (e1e8d353-7893-4c85-869b-8b57e5bd3f07), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.093060 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:45Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:31.101098 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-66eda21c-4554-4855-a53c-2f05f05b4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:31.102607 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-66eda21c-4554-4855-a53c-2f05f05b4c0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.0817127 May 10 19:25:31.145710 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Allocated IP 172.20.0.2 (b113da0b-7d2b-4a4c-8782-54b46ffaf63c/3b5d063a-9d64-48a7-8377-a47974c3158c/9469e066-138d-474b-a5d3-1e602de88a48) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:31.164697 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:31.177043 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:31.178085 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:31.315025 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-0517d021-5d4c-4ffe-824e-63e8cb035984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:31.316376 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-0517d021-5d4c-4ffe-824e-63e8cb035984 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.2058303 May 10 19:25:31.371852 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d74f37f4-2bc0-4300-bd04-2ca50c7a8780 req-cca9ef1d-c601-4207-ac70-5b6f48e32fc8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe805033-6d91-473f-9c11-128ee82c6ab1 HTTP/1.1" status: 200 len: 210 time: 0.0839853 May 10 19:25:31.394364 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56325cdd-5274-4010-81c1-9535886a5d30 req-6247a6bf-aa58-4da3-848e-f5c9152ee72d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:31.401335 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56325cdd-5274-4010-81c1-9535886a5d30 req-6247a6bf-aa58-4da3-848e-f5c9152ee72d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.1123013 May 10 19:25:31.410299 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Publish callbacks [] for port (9469e066-138d-474b-a5d3-1e602de88a48), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.412783 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:31.417333 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (9469e066-138d-474b-a5d3-1e602de88a48), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.453636 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:31.456793 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-7d4d625c-c05d-4482-aeb5-cb97221a4d10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 1002 time: 0.1340528 May 10 19:25:31.457154 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:31.464762 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:31.474259 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56325cdd-5274-4010-81c1-9535886a5d30 req-2376018b-fdb5-4a81-902a-9d45e36ede52 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719554 May 10 19:25:31.523147 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-2bc0c9fc-0526-41da-82e0-eb9cdf6bd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:31.527773 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-2bc0c9fc-0526-41da-82e0-eb9cdf6bd64e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0647511 May 10 19:25:31.528158 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Pushing event updated for resources: {'Port': ['ID=9469e066-138d-474b-a5d3-1e602de88a48,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:31.536667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.537241 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.537849 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.538429 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.538960 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.539478 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.540089 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.540457 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.540855 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.541263 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.541694 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.542110 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.542510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.542913 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.543301 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:31.556119 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Attempting to bind port 9469e066-138d-474b-a5d3-1e602de88a48 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:31.556522 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Attempting to bind port 9469e066-138d-474b-a5d3-1e602de88a48 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:31.557630 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Attempting to bind port 9469e066-138d-474b-a5d3-1e602de88a48 on network b113da0b-7d2b-4a4c-8782-54b46ffaf63c {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:31.563568 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:31.564264 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Checking segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:31.564901 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.565538 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Bound using segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:31.566199 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Bound port: 9469e066-138d-474b-a5d3-1e602de88a48, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:31.566796 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9469e066-138d-474b-a5d3-1e602de88a48), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.608351 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-600417a0-4e78-4a98-9a49-e4d706974944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:31.609904 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-600417a0-4e78-4a98-9a49-e4d706974944 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753224 May 10 19:25:31.621454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks [] for router_gateway (e1e8d353-7893-4c85-869b-8b57e5bd3f07), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.634328 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] For port 9469e066-138d-474b-a5d3-1e602de88a48, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:31.638531 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] For port 9469e066-138d-474b-a5d3-1e602de88a48, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9469e066-138d-474b-a5d3-1e602de88a48,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:31.643661 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 28f30703-9ade-480a-91c0-5bc52bae4af5 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:25:31.648936 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9469e066-138d-474b-a5d3-1e602de88a48), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.658055 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:31.712479 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 28f30703-9ade-480a-91c0-5bc52bae4af5 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:25:31.713206 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 28f30703-9ade-480a-91c0-5bc52bae4af5 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:25:31.755744 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e17f8d-9f33-4889-a3bc-16f8792c26b9 None None] Pushing event updated for resources: {'Port': ['ID=9469e066-138d-474b-a5d3-1e602de88a48,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:31.775419 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-ea8fbb8b-fb76-41b2-a810-0983b2f65a5f service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582637 May 10 19:25:31.808215 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:45Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:31.841608 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f7b67-d5c4-4875-b319-d8e3669417c6 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '289cce72-09bb-4456-9c13-ef4b984172ab', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:05:dd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:21:08Z', 'updated_at': '2022-05-10T19:21:45Z', 'revision_number': 2, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:31.874058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Allocated IP 172.27.0.138 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/74fc7135-d8c9-4e61-9841-66445e40569c) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:31.901833 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ee980cca-7f92-42e0-a4fe-b8a5f08f062f req-0050dddd-3f4b-4ee8-8308-34692b9959e0 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188562 May 10 19:25:32.046010 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks [] for port (74fc7135-d8c9-4e61-9841-66445e40569c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.145141 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.202645 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:32.215084 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:32.220565 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:32.267104 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Pushing event updated for resources: {'Port': ['ID=74fc7135-d8c9-4e61-9841-66445e40569c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:32.274743 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0831717-f86d-4f39-9e8f-a1e636d4dafe None None] New status for floating IP 65e19947-9b33-43fe-887c-bda416fa918d: DOWN {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:25:32.376091 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53420) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:32.540220 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53430) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:32.548937 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks [] for router_gateway (e1e8d353-7893-4c85-869b-8b57e5bd3f07), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.609158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5a0cac2d-0293-408f-9571-a6b73864de09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.649780 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429aae-0cb4-473c-ae79-548b8e635221 req-a13a2ba5-ffeb-4131-9dd8-5ff9e6c13b6d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:32.651334 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-91429aae-0cb4-473c-ae79-548b8e635221 req-a13a2ba5-ffeb-4131-9dd8-5ff9e6c13b6d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0670307 May 10 19:25:32.705311 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-633e0f64-1143-4353-b655-b3c8b28d9dae tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (9797e0be-5921-44a4-b560-0163e571a2a1), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.757665 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-633e0f64-1143-4353-b655-b3c8b28d9dae tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (9797e0be-5921-44a4-b560-0163e571a2a1), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.783029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5a0cac2d-0293-408f-9571-a6b73864de09 admin admin] Publish callbacks [] for security_group (a287f291-66c6-43df-ac92-1941b8fb919d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.793507 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5a0cac2d-0293-408f-9571-a6b73864de09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a287f291-66c6-43df-ac92-1941b8fb919d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.855201 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5a0cac2d-0293-408f-9571-a6b73864de09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=789da060576a494baec0442dee7cf80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779348 May 10 19:25:32.856015 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cac2d-0293-408f-9571-a6b73864de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287f291-66c6-43df-ac92-1941b8fb919d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:32.861161 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53432) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:32.861367 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9469e066-138d-474b-a5d3-1e602de88a48 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:32.889893 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-633e0f64-1143-4353-b655-b3c8b28d9dae tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (9797e0be-5921-44a4-b560-0163e571a2a1), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.892633 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-633e0f64-1143-4353-b655-b3c8b28d9dae tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.893862 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-633e0f64-1143-4353-b655-b3c8b28d9dae tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/security-groups/9797e0be-5921-44a4-b560-0163e571a2a1 HTTP/1.1" status: 204 len: 168 time: 0.3504949 May 10 19:25:32.902784 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53434) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:32.924282 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (e1e8d353-7893-4c85-869b-8b57e5bd3f07), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:32.928117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0f64-1143-4353-b655-b3c8b28d9dae tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797e0be-5921-44a4-b560-0163e571a2a1,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:32.933288 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.api.v2.resource [None req-78af54e4-7be4-4b38-8dc6-45e186f2b97a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] show failed (client error): The resource could not be found. May 10 19:25:32.934356 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-78af54e4-7be4-4b38-8dc6-45e186f2b97a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups/9797e0be-5921-44a4-b560-0163e571a2a1 HTTP/1.1" status: 404 len: 347 time: 0.0306177 May 10 19:25:32.938061 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53436) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:32.958677 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 9469e066-138d-474b-a5d3-1e602de88a48 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:32.959273 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9469e066-138d-474b-a5d3-1e602de88a48), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.041402 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5725cac8-f1ef-43ce-af37-d77a051cda1b admin admin] Publish callbacks [] for security_group (a287f291-66c6-43df-ac92-1941b8fb919d), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.043093 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-91429aae-0cb4-473c-ae79-548b8e635221 req-66945e00-2bbd-40d2-a87d-881be28d8874 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577244 May 10 19:25:33.093252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 9469e066-138d-474b-a5d3-1e602de88a48 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:33.093802 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (9469e066-138d-474b-a5d3-1e602de88a48), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.118600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5725cac8-f1ef-43ce-af37-d77a051cda1b admin admin] Publish callbacks [] for security_group (a287f291-66c6-43df-ac92-1941b8fb919d), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.139996 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 41f6c5bc-4149-4d20-a321-5d381100f3b6 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:33.140329 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.144557 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 9469e066-138d-474b-a5d3-1e602de88a48, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9469e066-138d-474b-a5d3-1e602de88a48,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:33.153472 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (9469e066-138d-474b-a5d3-1e602de88a48), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.209957 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30737bb9-03e9-4892-9eba-6b531a30f07a None None] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:33.218229 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Router e1e8d353-7893-4c85-869b-8b57e5bd3f07 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:25:33.281017 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.281954 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (41f6c5bc-4149-4d20-a321-5d381100f3b6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.283729 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=9469e066-138d-474b-a5d3-1e602de88a48,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:33.290293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a728d374-ad65-4213-bd50-0bfa03383398 None None] Provisioning complete for port 9469e066-138d-474b-a5d3-1e602de88a48 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:33.291000 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a728d374-ad65-4213-bd50-0bfa03383398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9469e066-138d-474b-a5d3-1e602de88a48), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.298003 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5725cac8-f1ef-43ce-af37-d77a051cda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a287f291-66c6-43df-ac92-1941b8fb919d), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.302188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5725cac8-f1ef-43ce-af37-d77a051cda1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.304902 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5725cac8-f1ef-43ce-af37-d77a051cda1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a287f291-66c6-43df-ac92-1941b8fb919d HTTP/1.1" status: 204 len: 168 time: 0.4441738 May 10 19:25:33.317848 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 41f6c5bc-4149-4d20-a321-5d381100f3b6 owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:33.326460 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725cac8-f1ef-43ce-af37-d77a051cda1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287f291-66c6-43df-ac92-1941b8fb919d,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:33.442331 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a728d374-ad65-4213-bd50-0bfa03383398 None None] Current status of the port 9469e066-138d-474b-a5d3-1e602de88a48 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:33.451340 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:33.464873 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Sync routers for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:33.477054 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.483269 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53440) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:33.483799 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b22e966a-3005-445f-af6b-d1455de7738a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9650447 May 10 19:25:33.494244 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:33.496145 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:33.637172 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:33.643508 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (41f6c5bc-4149-4d20-a321-5d381100f3b6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.692159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=41f6c5bc-4149-4d20-a321-5d381100f3b6,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:33.873143 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-49fbdbaf-ab12-4392-bf5c-e33d91f8844e None None] Provisioning complete for port 9469e066-138d-474b-a5d3-1e602de88a48 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:33.873831 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-49fbdbaf-ab12-4392-bf5c-e33d91f8844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9469e066-138d-474b-a5d3-1e602de88a48), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.879226 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (65e19947-9b33-43fe-887c-bda416fa918d), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.886253 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:33.890105 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-b35ca08a-b24d-4763-961b-522da17c9796 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/floatingips/65e19947-9b33-43fe-887c-bda416fa918d HTTP/1.1" status: 204 len: 168 time: 0.9485607 May 10 19:25:33.927128 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:32Z', 'revision_number': 3, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:33.974651 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Checking router: e1e8d353-7893-4c85-869b-8b57e5bd3f07 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:33.975587 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Updating router e1e8d353-7893-4c85-869b-8b57e5bd3f07 port 74fc7135-d8c9-4e61-9841-66445e40569c binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:34.008643 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-49fbdbaf-ab12-4392-bf5c-e33d91f8844e None None] Current status of the port 9469e066-138d-474b-a5d3-1e602de88a48 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:34.022823 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.304289 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.318912 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8c089-3c5e-4ea0-b2f1-e1c7000d7edb req-552c4303-3892-4db4-9a98-c84a29962588 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:34.325200 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4bc8c089-3c5e-4ea0-b2f1-e1c7000d7edb req-552c4303-3892-4db4-9a98-c84a29962588 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.1415994 May 10 19:25:34.403946 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Publish callbacks [] for port (74fc7135-d8c9-4e61-9841-66445e40569c), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.413264 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.457698 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4bc8c089-3c5e-4ea0-b2f1-e1c7000d7edb req-082fc7ac-c2f4-4a82-a89c-49a9ed3eaa5a tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271935 May 10 19:25:34.495554 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Attempting to bind port 74fc7135-d8c9-4e61-9841-66445e40569c on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:34.495554 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Attempting to bind port 74fc7135-d8c9-4e61-9841-66445e40569c by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:34.496148 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Attempting to bind port 74fc7135-d8c9-4e61-9841-66445e40569c on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:34.499337 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Pushing event updated for resources: {'Port': ['ID=74fc7135-d8c9-4e61-9841-66445e40569c,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:34.505277 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:34.505650 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:34.506049 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.506439 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:34.506910 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Bound port: 74fc7135-d8c9-4e61-9841-66445e40569c, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:34.507351 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.517937 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.518325 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.518682 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.519038 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.519373 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.520075 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.520075 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.520373 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.521031 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.521145 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.521435 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.521769 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.522129 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.522450 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.522807 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:25:34.553249 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53476) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:34.583406 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] For port 74fc7135-d8c9-4e61-9841-66445e40569c, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:34.588536 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] For port 74fc7135-d8c9-4e61-9841-66445e40569c, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=74fc7135-d8c9-4e61-9841-66445e40569c,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:34.601944 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.616593 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1703b8-5483-4459-a47f-758f8e76cbab req-f55bde0c-1a0d-4118-8a23-b63377c696f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:34.619093 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2a1703b8-5483-4459-a47f-758f8e76cbab req-f55bde0c-1a0d-4118-8a23-b63377c696f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0585728 May 10 19:25:34.623348 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Allocated IP 172.20.0.1 (b113da0b-7d2b-4a4c-8782-54b46ffaf63c/3b5d063a-9d64-48a7-8377-a47974c3158c/ce96e080-cb0b-4b36-8495-6fe1d51e9844) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:34.629161 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53480) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:34.633765 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Request body: {'floatingip': {'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:34.688654 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952b650-7b63-432b-84b5-edd3300f7139 None None] Pushing event updated for resources: {'Port': ['ID=74fc7135-d8c9-4e61-9841-66445e40569c,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:34.693391 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.697064 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:34.698815 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:34.730110 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1580759405-network', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:34.761190 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Made reservation on behalf of fb8f2405eb7a484da3d99929e2e78ddb for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:34.763557 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.778673 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.799688 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks [] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.815512 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9469e066-138d-474b-a5d3-1e602de88a48 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:34.858937 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:34.881332 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 9469e066-138d-474b-a5d3-1e602de88a48 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:34.881743 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (9469e066-138d-474b-a5d3-1e602de88a48), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.919750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:34.978800 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:34.992084 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:35.000980 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:35.017792 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 9469e066-138d-474b-a5d3-1e602de88a48 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:35.045415 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks [] for security_group (bb63be3e-c126-4899-a2e1-d9b5605df725), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.080519 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (e1e8d353-7893-4c85-869b-8b57e5bd3f07), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.084798 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Pushing event updated for resources: {'Port': ['ID=ce96e080-cb0b-4b36-8495-6fe1d51e9844,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:35.098973 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (bb63be3e-c126-4899-a2e1-d9b5605df725), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.179231 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:25:35.210256 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb63be3e-c126-4899-a2e1-d9b5605df725,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:35.230916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (5a2bef7c-600e-48dd-a32e-9a27d8061905), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.231252 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Added segment 5a2bef7c-600e-48dd-a32e-9a27d8061905 of type vlan for network 5e86f322-bba8-47e4-b682-aba362e382e7 May 10 19:25:35.283762 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:32Z', 'revision_number': 3, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:35.310169 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (5e86f322-bba8-47e4-b682-aba362e382e7), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.313390 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc67a65-e0bf-4f67-866f-9476b45ce40a None None] The sync data for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi is: [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:32Z', 'revision_number': 3, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:35.349828 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-de1b94be-caf7-4ec7-bd6d-084ef5305b46 None None] Provisioning complete for port ce96e080-cb0b-4b36-8495-6fe1d51e9844 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:35.350787 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-de1b94be-caf7-4ec7-bd6d-084ef5305b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.368324 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.373602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (5e86f322-bba8-47e4-b682-aba362e382e7), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.375259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:35.375549 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.409772 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-de1b94be-caf7-4ec7-bd6d-084ef5305b46 None None] Port ce96e080-cb0b-4b36-8495-6fe1d51e9844 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:35.417198 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.422917 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.499983 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9456823 May 10 19:25:35.505573 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53492) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:35.512239 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Request body: {'subnet': {'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1580759405-subnet', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:35.519464 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02577d82-7427-41ed-93d1-37526965a1cb admin admin] Pushing event updated for resources: {'Network': ['ID=5e86f322-bba8-47e4-b682-aba362e382e7,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:35.533673 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 5e86f322-bba8-47e4-b682-aba362e382e7 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:25:35.566460 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Made reservation on behalf of fb8f2405eb7a484da3d99929e2e78ddb for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:35.568756 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:35.747485 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Router e001fb26-1e85-4672-99fb-4af5d54f3865 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:36.063587 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks [] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.073703 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.124291 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:36.129181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.137657 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] Sync routers for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:36.149685 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:36.150592 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:36.163779 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:25:36.167377 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca21295-72cf-4ff0-b7db-2f015e5f2676" -d '{"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:25:36.183023 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Pushing event updated for resources: {'Port': ['ID=ce96e080-cb0b-4b36-8495-6fe1d51e9844,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:36.201029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (e1e8d353-7893-4c85-869b-8b57e5bd3f07), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.211708 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (b004dd82-9e11-4354-935d-ecc534364b80), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.227513 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-bc743ef9-2ca1-43ec-94d8-e175d73555a0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "PUT /v2.0/floatingips/a3d37a41-8b0e-40ad-91b7-fd75d4254b04 HTTP/1.1" status: 200 len: 994 time: 1.5965128 May 10 19:25:36.229383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ead28f6-11e3-4121-b9e2-f5f3776cae8a x-openstack-request-id: req-1ead28f6-11e3-4121-b9e2-f5f3776cae8a {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:25:36.229847 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:25:36.230194 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ead28f6-11e3-4121-b9e2-f5f3776cae8a {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:25:36.230690 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ead28f6-11e3-4121-b9e2-f5f3776cae8a'] response: {'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b', 'status': 'completed', 'code': 200} May 10 19:25:36.313056 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:36.319467 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b004dd82-9e11-4354-935d-ecc534364b80,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:36.337091 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Checking segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:36.337455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Network hostable DHCP agents. Network: 5e86f322-bba8-47e4-b682-aba362e382e7, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:25:36.378804 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:36.380658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:36.382435 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Network 5e86f322-bba8-47e4-b682-aba362e382e7 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:25:36.439499 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 5e86f322-bba8-47e4-b682-aba362e382e7) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:36.445972 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:36.446833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.476072 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82c6d1-0ca0-44d3-a1be-3a395dfdd35e None None] Network 5e86f322-bba8-47e4-b682-aba362e382e7 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:36.476256 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-3f735935-89a5-4370-8eff-0f6b51936ebc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9694026 May 10 19:25:36.478915 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53504) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:36.484058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:36.509736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (51b65f8e-9a65-46ce-949a-0be01702c781), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.511406 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (51b65f8e-9a65-46ce-949a-0be01702c781), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.575481 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Router e1e8d353-7893-4c85-869b-8b57e5bd3f07 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:36.584690 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks [] for router_controller (51b65f8e-9a65-46ce-949a-0be01702c781), precommit_add_association {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.678025 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a3d37a41-8b0e-40ad-91b7-fd75d4254b04', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 3, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:36.709171 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-5e86f322-bba8-47e4-b682-aba362e382e7', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:25:36.710027 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:36.713989 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] Checking router: e001fb26-1e85-4672-99fb-4af5d54f3865 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:36.733018 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:36.738264 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-32ef0bde-c8bd-448b-a1ef-3d710b928403 admin admin] 10.222.0.70 "PUT /v2.0/routers/e1e8d353-7893-4c85-869b-8b57e5bd3f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533281 May 10 19:25:36.745189 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:36.745866 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:36.785647 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks [] for router_gateway (51b65f8e-9a65-46ce-949a-0be01702c781), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.026465 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 74fc7135-d8c9-4e61-9841-66445e40569c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:37.026685 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks [] for router_gateway (51b65f8e-9a65-46ce-949a-0be01702c781), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.046599 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.094264 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-805b401b-9559-4b23-9769-0b715dc18837 None None] Provisioning complete for port ce96e080-cb0b-4b36-8495-6fe1d51e9844 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:37.094625 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-805b401b-9559-4b23-9769-0b715dc18837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.177017 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Allocated IP 172.27.0.124 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/f76526ea-10e2-4211-91df-489e55c49458) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:37.192030 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Allocated IP 172.20.0.2 (5e86f322-bba8-47e4-b682-aba362e382e7/b004dd82-9e11-4354-935d-ecc534364b80/cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:37.203572 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-805b401b-9559-4b23-9769-0b715dc18837 None None] Port ce96e080-cb0b-4b36-8495-6fe1d51e9844 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:37.228934 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:37.265804 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 74fc7135-d8c9-4e61-9841-66445e40569c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:37.266365 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.315277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks [] for port (f76526ea-10e2-4211-91df-489e55c49458), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.366979 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (f76526ea-10e2-4211-91df-489e55c49458), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.405863 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:37.408685 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:37.412222 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:37.449022 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=f76526ea-10e2-4211-91df-489e55c49458,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:37.486941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53524) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:37.496152 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Sync routers for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:37.503303 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-287449403-network', 'tenant_id': '435f7af7ef4343358131698c12518566'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:37.519424 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:37.520196 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:37.535940 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Made reservation on behalf of 435f7af7ef4343358131698c12518566 for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:37.544689 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.555453 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.586371 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 74fc7135-d8c9-4e61-9841-66445e40569c is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:37.586371 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.618739 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Publish callbacks [] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.635575 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.647546 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 74fc7135-d8c9-4e61-9841-66445e40569c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=74fc7135-d8c9-4e61-9841-66445e40569c,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:37.668055 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:37.671033 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks [] for security_group (6595140b-4b92-404e-a3ef-56d1c0a953a7), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.679137 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6595140b-4b92-404e-a3ef-56d1c0a953a7), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.708463 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:25:37.712171 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.716898 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Network 5e86f322-bba8-47e4-b682-aba362e382e7 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:37.720412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Pushing event updated for resources: {'Port': ['ID=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:37.723357 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:37.725922 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:37.728445 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6595140b-4b92-404e-a3ef-56d1c0a953a7,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:37.734777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (98d11ad4-05d0-42c2-9034-8e5d60770f32), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.734777 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Added segment 98d11ad4-05d0-42c2-9034-8e5d60770f32 of type vlan for network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 May 10 19:25:37.767061 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks [] for router_gateway (51b65f8e-9a65-46ce-949a-0be01702c781), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.778651 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (19fe7893-d6c0-4e3d-a359-b3f7432e9693), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.784067 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=74fc7135-d8c9-4e61-9841-66445e40569c,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:37.812469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (19fe7893-d6c0-4e3d-a359-b3f7432e9693), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.813353 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:37.813961 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.879941 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3916376 May 10 19:25:37.882513 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53530) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:37.890890 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Request body: {'subnet': {'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-287449403-subnet', 'tenant_id': '435f7af7ef4343358131698c12518566', 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:37.900175 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd8e8c-f948-4be3-a56e-ad94101eb656 admin admin] Pushing event updated for resources: {'Network': ['ID=19fe7893-d6c0-4e3d-a359-b3f7432e9693,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:37.911221 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a3d37a41-8b0e-40ad-91b7-fd75d4254b04', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 3, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:37.921496 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Made reservation on behalf of 435f7af7ef4343358131698c12518566 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:37.925316 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:37.969173 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 2, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:37.971549 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9dc80e-bbdc-411d-9c06-7202cb2d7bfa None None] The sync data for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi is: [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a3d37a41-8b0e-40ad-91b7-fd75d4254b04', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'port_id': 'dedd1c25-965a-4539-9341-276b1dda106b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'mac_address': 'fa:16:3e:0b:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 3, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:37.973351 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:25:37.981954 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Attempting to bind port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:37.982368 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Attempting to bind port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:37.982825 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Attempting to bind port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 on network 5e86f322-bba8-47e4-b682-aba362e382e7 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:38.002596 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Checking router: e1e8d353-7893-4c85-869b-8b57e5bd3f07 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:38.003463 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Updating router e1e8d353-7893-4c85-869b-8b57e5bd3f07 port ce96e080-cb0b-4b36-8495-6fe1d51e9844 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:38.040237 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.056233 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (51b65f8e-9a65-46ce-949a-0be01702c781), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.075278 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:38.075825 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Checking segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:38.076333 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.077133 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Bound using segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:38.077716 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Bound port: cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:38.078189 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.175875 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] For port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:38.176588 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (3857afbd-c4d8-4ec8-ace6-ef24892f64ff), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.179977 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] For port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:38.188640 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.232860 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:25:38.235566 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:25:38.254029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3857afbd-c4d8-4ec8-ace6-ef24892f64ff,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:38.282290 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Router 51b65f8e-9a65-46ce-949a-0be01702c781 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:25:38.287629 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f35153-acba-446e-a07f-2125f8229fb0 None None] Pushing event updated for resources: {'Port': ['ID=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:38.307404 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Checking segment: {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:38.307773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Network hostable DHCP agents. Network: 19fe7893-d6c0-4e3d-a359-b3f7432e9693, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:25:38.331413 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:25:38.341390 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 19fe7893-d6c0-4e3d-a359-b3f7432e9693) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:38.349349 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9978f664-6ffe-4eeb-8036-f379ea1b7b85 x-openstack-request-id: req-9978f664-6ffe-4eeb-8036-f379ea1b7b85 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:25:38.349650 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "tag": "dedd1c25-965a-4539-9341-276b1dda106b", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:25:38.349923 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9978f664-6ffe-4eeb-8036-f379ea1b7b85 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:25:38.350302 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9978f664-6ffe-4eeb-8036-f379ea1b7b85'] response: {'name': 'network-changed', 'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b', 'status': 'completed', 'code': 200} May 10 19:25:38.353597 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f537a6-0161-4b26-abef-db7458b77557 None None] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:38.357735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:38.358527 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.387389 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-654dc03e-7331-40bd-96cb-302a1e11bc31 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5007269 May 10 19:25:38.387769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53534) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:38.393430 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:38.421994 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.424629 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.445803 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:38.469831 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Sync routers for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:38.477101 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.478393 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-f43b1c3b-c5bc-40f8-a617-a7ce6fed3ed8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9984670 May 10 19:25:38.482970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53536) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:38.503005 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Publish callbacks [] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.511612 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.513775 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:38.514278 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:38.562155 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cef02-fee2-429a-bc29-fec2a760aa94 None None] Pushing event updated for resources: {'Port': ['ID=ce96e080-cb0b-4b36-8495-6fe1d51e9844,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:38.575611 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-19fe7893-d6c0-4e3d-a359-b3f7432e9693', 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693', 'project_id': '435f7af7ef4343358131698c12518566', 'fixed_ips': [{'subnet_id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:25:38.576575 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.625750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks [] for router_controller (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.666999 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Attempting to bind port ce96e080-cb0b-4b36-8495-6fe1d51e9844 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:38.667473 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Attempting to bind port ce96e080-cb0b-4b36-8495-6fe1d51e9844 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:38.667750 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Attempting to bind port ce96e080-cb0b-4b36-8495-6fe1d51e9844 on network b113da0b-7d2b-4a4c-8782-54b46ffaf63c {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:38.674385 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:38.674775 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Checking segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:38.675186 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.675576 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Bound using segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:38.676123 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Bound port: ce96e080-cb0b-4b36-8495-6fe1d51e9844, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:38.676521 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.799856 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] For port ce96e080-cb0b-4b36-8495-6fe1d51e9844, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:38.803721 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] For port ce96e080-cb0b-4b36-8495-6fe1d51e9844, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=ce96e080-cb0b-4b36-8495-6fe1d51e9844,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:38.812154 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:38.920371 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cef02-fee2-429a-bc29-fec2a760aa94 None None] Pushing event updated for resources: {'Port': ['ID=ce96e080-cb0b-4b36-8495-6fe1d51e9844,revision_number=4']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:38.921318 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:38.937547 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:38.938946 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:39.037007 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 74fc7135-d8c9-4e61-9841-66445e40569c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:39.073064 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Allocated IP 172.20.0.2 (19fe7893-d6c0-4e3d-a359-b3f7432e9693/3857afbd-c4d8-4ec8-ace6-ef24892f64ff/f41d7c63-081f-4603-ae42-4940c23e877b) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:39.078996 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks [] for router_gateway (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.110288 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:39.295092 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] Provisioning complete for port ce96e080-cb0b-4b36-8495-6fe1d51e9844 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:39.295656 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.357721 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:38Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:39.396131 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e140daa2-385d-4f54-921a-ed49ef9d041e None None] The sync data for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi is: [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:38Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:39.436954 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks [] for router_gateway (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.451262 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 74fc7135-d8c9-4e61-9841-66445e40569c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:39.451710 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.464270 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.605050 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] Current status of the port ce96e080-cb0b-4b36-8495-6fe1d51e9844 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:39.605498 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.609090 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 3, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:39.654346 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Checking router: 51b65f8e-9a65-46ce-949a-0be01702c781 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:39.654751 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Updating router 51b65f8e-9a65-46ce-949a-0be01702c781 port f76526ea-10e2-4211-91df-489e55c49458 binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:39.743409 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f76526ea-10e2-4211-91df-489e55c49458), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.794849 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a0d368-012a-4c2f-bd38-65db77ac8a42 None None] Network 5e86f322-bba8-47e4-b682-aba362e382e7 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:39.827029 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Publish callbacks [] for port (f41d7c63-081f-4603-ae42-4940c23e877b), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.871552 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.891501 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] For port ce96e080-cb0b-4b36-8495-6fe1d51e9844, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=ce96e080-cb0b-4b36-8495-6fe1d51e9844,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:39.922166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.926252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:39.984987 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Allocated IP 172.27.0.200 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/3bbc0785-e10e-4181-92d4-52ba1c44eecf) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:40.038242 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 74fc7135-d8c9-4e61-9841-66445e40569c is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:40.039641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:40.101742 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Provisioning complete for port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:40.102199 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.134566 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:40.170158 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Allocated IP 172.20.0.1 (5e86f322-bba8-47e4-b682-aba362e382e7/b004dd82-9e11-4354-935d-ecc534364b80/be7a2f71-4417-40cb-aa55-4e5579fcb9a1) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:40.181605 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:40.184749 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:40.200543 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks [] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.233475 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a75d81-3cf4-4461-b714-45f6e0272993 None None] Pushing event updated for resources: {'Port': ['ID=ce96e080-cb0b-4b36-8495-6fe1d51e9844,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:40.306286 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.355795 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Current status of the port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:40.356340 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.362892 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks [] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.370774 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:40.381998 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:40.386720 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:40.388964 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Pushing event updated for resources: {'Port': ['ID=3bbc0785-e10e-4181-92d4-52ba1c44eecf,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:40.457358 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Attempting to bind port f41d7c63-081f-4603-ae42-4940c23e877b on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:40.457780 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Attempting to bind port f41d7c63-081f-4603-ae42-4940c23e877b by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:40.458097 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Attempting to bind port f41d7c63-081f-4603-ae42-4940c23e877b on network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:40.464825 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:40.465349 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.495556 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.543284 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:40.544177 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Checking segment: {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:40.544969 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.545378 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Bound using segment: {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:40.545870 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Bound port: f41d7c63-081f-4603-ae42-4940c23e877b, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:40.546258 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.611067 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Network 5e86f322-bba8-47e4-b682-aba362e382e7 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:40.621814 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:40.629372 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:40.631643 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Pushing event updated for resources: {'Port': ['ID=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:40.656345 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Pushing event updated for resources: {'Port': ['ID=f41d7c63-081f-4603-ae42-4940c23e877b,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:40.671500 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] For port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:40.722188 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.724313 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (51b65f8e-9a65-46ce-949a-0be01702c781), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.757841 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Provisioning complete for port ce96e080-cb0b-4b36-8495-6fe1d51e9844 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:40.758221 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.876193 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Publish callbacks [] for port (f76526ea-10e2-4211-91df-489e55c49458), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.887936 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks [] for router_gateway (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.928077 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f76526ea-10e2-4211-91df-489e55c49458), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.950476 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:40.950908 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:40.953706 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] For port f41d7c63-081f-4603-ae42-4940c23e877b, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:41.015558 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] For port f41d7c63-081f-4603-ae42-4940c23e877b, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f41d7c63-081f-4603-ae42-4940c23e877b,segment=NetworkSegment(98d11ad4-05d0-42c2-9034-8e5d60770f32),segment_id=98d11ad4-05d0-42c2-9034-8e5d60770f32)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:41.019074 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.029439 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Pushing event updated for resources: {'Port': ['ID=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:41.033739 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Attempting to bind port f76526ea-10e2-4211-91df-489e55c49458 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:41.034109 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Attempting to bind port f76526ea-10e2-4211-91df-489e55c49458 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:41.034473 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Attempting to bind port f76526ea-10e2-4211-91df-489e55c49458 on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:41.039707 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.237114 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.250144 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:41.250521 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:41.250921 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.251312 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:41.251788 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Bound port: f76526ea-10e2-4211-91df-489e55c49458, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:41.252166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f76526ea-10e2-4211-91df-489e55c49458), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.343725 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:25:41.344075 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG oslo_db.api [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:25:41.348899 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2085-68bf-4346-bdb7-4b59e0780c06 None None] Pushing event updated for resources: {'Port': ['ID=f76526ea-10e2-4211-91df-489e55c49458,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:41.356269 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-61598331-f028-43c6-a1c1-cd35656128b3 None None] Current status of the port ce96e080-cb0b-4b36-8495-6fe1d51e9844 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:41.371437 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks [] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.378995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.393547 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] For port f76526ea-10e2-4211-91df-489e55c49458, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:41.414666 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] For port f76526ea-10e2-4211-91df-489e55c49458, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f76526ea-10e2-4211-91df-489e55c49458,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:41.430368 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f76526ea-10e2-4211-91df-489e55c49458), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.439849 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114cc41-20fc-4da9-8efa-341d64e54985 None None] Pushing event updated for resources: {'Port': ['ID=f41d7c63-081f-4603-ae42-4940c23e877b,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:41.469772 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (51b65f8e-9a65-46ce-949a-0be01702c781), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.483021 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Pushing event updated for resources: {'Port': ['ID=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:41.513508 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-387f8c9d-a9a1-4bdd-960a-85b70d863122 None None] Provisioning complete for port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:41.513921 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-387f8c9d-a9a1-4bdd-960a-85b70d863122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.529335 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:41.529672 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:41.558346 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:25:41.561028 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2085-68bf-4346-bdb7-4b59e0780c06 None None] Pushing event updated for resources: {'Port': ['ID=f76526ea-10e2-4211-91df-489e55c49458,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:41.658649 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Network 5e86f322-bba8-47e4-b682-aba362e382e7 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:41.661520 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:41.723711 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:41.756673 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-387f8c9d-a9a1-4bdd-960a-85b70d863122 None None] Current status of the port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:41.761549 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:41.777528 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Sync routers for ids ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:41.779418 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-387f8c9d-a9a1-4bdd-960a-85b70d863122 None None] Provisioning complete for port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:41.779418 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-387f8c9d-a9a1-4bdd-960a-85b70d863122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.798555 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Routers {'5a229683-8c0d-45cd-8bb0-81e6ea91aafc'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:41.799182 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:41.865424 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:41.867382 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-84302050-3d75-4404-afe9-239232a0bb99 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4784691 May 10 19:25:41.870771 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53554) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:41.872377 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Router 51b65f8e-9a65-46ce-949a-0be01702c781 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:41.936472 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-387f8c9d-a9a1-4bdd-960a-85b70d863122 None None] Port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:41.946774 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:42.054865 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Set router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:42.076390 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:41Z', 'revision_number': 2, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:42.101968 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:42.110910 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-1a35b7d2-3853-4f35-ac48-5045d796854b admin admin] 10.222.0.70 "PUT /v2.0/routers/51b65f8e-9a65-46ce-949a-0be01702c781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6269968 May 10 19:25:42.138340 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a33bc-1b65-4319-af9c-86cc4c0393c0 None None] The sync data for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi is: [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:41Z', 'revision_number': 2, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:42.150977 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-c1a766f4-6f0a-4db1-8644-323f76b6a684 None None] Provisioning complete for port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:42.151559 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c1a766f4-6f0a-4db1-8644-323f76b6a684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.253288 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-c1a766f4-6f0a-4db1-8644-323f76b6a684 None None] Port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:42.351265 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f41d7c63-081f-4603-ae42-4940c23e877b up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:42.374300 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 3, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:42.414599 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port f41d7c63-081f-4603-ae42-4940c23e877b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:42.415142 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.422091 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Checking router: 5a229683-8c0d-45cd-8bb0-81e6ea91aafc for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:42.422538 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Updating router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc port 3bbc0785-e10e-4181-92d4-52ba1c44eecf binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:42.465546 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.636245 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port f41d7c63-081f-4603-ae42-4940c23e877b is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:42.636662 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.714648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port f41d7c63-081f-4603-ae42-4940c23e877b, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f41d7c63-081f-4603-ae42-4940c23e877b,segment=NetworkSegment(98d11ad4-05d0-42c2-9034-8e5d60770f32),segment_id=98d11ad4-05d0-42c2-9034-8e5d60770f32)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:42.720788 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.721992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ce96e080-cb0b-4b36-8495-6fe1d51e9844 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:42.878183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629b5f5-9e03-4ee5-9112-5e79ac19fea2 None None] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:42.913948 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Publish callbacks [] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.924509 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:42.986812 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Attempting to bind port 3bbc0785-e10e-4181-92d4-52ba1c44eecf on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:42.987475 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Attempting to bind port 3bbc0785-e10e-4181-92d4-52ba1c44eecf by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:42.988027 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Attempting to bind port 3bbc0785-e10e-4181-92d4-52ba1c44eecf on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:42.988784 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=f41d7c63-081f-4603-ae42-4940c23e877b,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:42.998477 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33dbdf-00ef-4d46-87ee-54d33f36e875 None None] Pushing event updated for resources: {'Port': ['ID=3bbc0785-e10e-4181-92d4-52ba1c44eecf,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:43.002062 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:43.002685 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:43.003260 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.003809 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:43.004456 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Bound port: 3bbc0785-e10e-4181-92d4-52ba1c44eecf, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:43.005012 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.025963 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-6ad97f64-88eb-4ea4-841f-eeb0054e4cf4 None None] Provisioning complete for port f41d7c63-081f-4603-ae42-4940c23e877b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:43.026574 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-6ad97f64-88eb-4ea4-841f-eeb0054e4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.058082 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.067306 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] For port 3bbc0785-e10e-4181-92d4-52ba1c44eecf, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:43.071744 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] For port 3bbc0785-e10e-4181-92d4-52ba1c44eecf, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=3bbc0785-e10e-4181-92d4-52ba1c44eecf,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:43.075456 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port ce96e080-cb0b-4b36-8495-6fe1d51e9844 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:43.078157 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.081448 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.184732 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Routers {'5a229683-8c0d-45cd-8bb0-81e6ea91aafc'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:43.185448 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:43.187496 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33dbdf-00ef-4d46-87ee-54d33f36e875 None None] Pushing event updated for resources: {'Port': ['ID=3bbc0785-e10e-4181-92d4-52ba1c44eecf,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:43.211658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53578) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:43.219246 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-643588196-network', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:43.250249 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Made reservation on behalf of c341256c33c245a6ab12863a9e53a7c0 for: {'network': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:43.257303 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.279443 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.335190 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Allocated IP 172.20.0.1 (19fe7893-d6c0-4e3d-a359-b3f7432e9693/3857afbd-c4d8-4ec8-ace6-ef24892f64ff/33b2cf8d-7b7a-4af5-820b-36344a61ab1c) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:43.410166 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port ce96e080-cb0b-4b36-8495-6fe1d51e9844 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:43.412580 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:43.428462 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] Set router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:43.466190 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks [] for security_group (bb520ddb-dbaf-4369-9d29-c684c5b06954), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.472008 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (bb520ddb-dbaf-4369-9d29-c684c5b06954), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.527133 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb520ddb-dbaf-4369-9d29-c684c5b06954,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:43.536930 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-6ad97f64-88eb-4ea4-841f-eeb0054e4cf4 None None] Current status of the port f41d7c63-081f-4603-ae42-4940c23e877b is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:43.561449 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:25:43.562281 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:43.562663 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.576241 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (3a1d637f-2df0-4c89-a390-3b15b4511da8), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.576620 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.segments_db [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Added segment 3a1d637f-2df0-4c89-a390-3b15b4511da8 of type vlan for network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c May 10 19:25:43.617944 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks [] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.628850 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (0409ab36-5fa4-47c5-8cf1-0324ba52b43c), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.686635 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (0409ab36-5fa4-47c5-8cf1-0324ba52b43c), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.687497 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.687796 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:43.688527 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.719862 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:43.730821 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5177212 May 10 19:25:43.731431 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53582) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:43.733863 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:43.737682 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:43.741029 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:43.762116 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-15d8237d-0698-4a1b-8f64-4201352caeaf None None] Provisioning complete for port f41d7c63-081f-4603-ae42-4940c23e877b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:43.762496 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-15d8237d-0698-4a1b-8f64-4201352caeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.764065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Request body: {'subnet': {'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-643588196-subnet', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:43.774153 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 3, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:43.810204 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326d5ff-19bc-4465-9e87-24b5cda9de1e admin admin] Pushing event updated for resources: {'Network': ['ID=0409ab36-5fa4-47c5-8cf1-0324ba52b43c,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:43.813393 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.824310 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca719f-06f9-4e10-b438-6471a9b52cf4 None None] The sync data for ids ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'] in dv-cinder-784815-13-iscsi is: [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 3, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:43.827194 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:25:43.828587 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Made reservation on behalf of c341256c33c245a6ab12863a9e53a7c0 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:25:43.831189 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:43.940651 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Pushing event updated for resources: {'Port': ['ID=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:44.122228 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (94a21fe4-33c4-4a87-b6ef-dbcee4f66488), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.201781 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a21fe4-33c4-4a87-b6ef-dbcee4f66488,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:44.202990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.214920 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Checking segment: {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:44.215443 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Network hostable DHCP agents. Network: 0409ab36-5fa4-47c5-8cf1-0324ba52b43c, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:25:44.237816 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:25:44.256839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 0409ab36-5fa4-47c5-8cf1-0324ba52b43c) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:44.293847 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:44.294458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.335386 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35da87-faf9-4578-822c-d85f8764be75 None None] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:44.337864 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-ad01a771-e3f1-48f5-898e-c90217725760 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5781891 May 10 19:25:44.340102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53586) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:44.341276 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f76526ea-10e2-4211-91df-489e55c49458 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:44.350302 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:44.385634 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518541'] for router (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.387271 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1043682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518582'] for router (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.515396 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-68b6a8f9-0dc1-47a0-b727-95f4ba12a11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.528076 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-15d8237d-0698-4a1b-8f64-4201352caeaf None None] Current status of the port f41d7c63-081f-4603-ae42-4940c23e877b is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:44.584582 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port f76526ea-10e2-4211-91df-489e55c49458 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:44.585222 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f76526ea-10e2-4211-91df-489e55c49458), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.613499 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks [] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.623024 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.662266 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1346ed37-d860-4cbc-8a23-11d8af21ad31 None None] Provisioning complete for port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:44.662647 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1346ed37-d860-4cbc-8a23-11d8af21ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.666637 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40c7435-7536-5b71-9c16-e249876dad82-0409ab36-5fa4-47c5-8cf1-0324ba52b43c', 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c', 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'fixed_ips': [{'subnet_id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488'}]}} from dv-cinder-784815-13-iscsi. {{(pid=103464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:25:44.667670 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.707534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Pushing event updated for resources: {'Port': ['ID=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:44.710462 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.755201 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1346ed37-d860-4cbc-8a23-11d8af21ad31 None None] Port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:44.769319 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks [] for router_controller (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), precommit_add_association {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.817277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:44.819326 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:44.824701 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port f76526ea-10e2-4211-91df-489e55c49458 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:44.825117 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f76526ea-10e2-4211-91df-489e55c49458), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.862214 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port f76526ea-10e2-4211-91df-489e55c49458, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f76526ea-10e2-4211-91df-489e55c49458,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:44.917777 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f76526ea-10e2-4211-91df-489e55c49458), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:44.918574 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f41d7c63-081f-4603-ae42-4940c23e877b up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:44.941176 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks [] for router_gateway (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.020908 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:45.066893 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-c0cb1015-00b8-420e-a458-03be21288d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:45.068953 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-c0cb1015-00b8-420e-a458-03be21288d9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.1110072 May 10 19:25:45.084374 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.db_base_plugin_common [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Allocated IP 172.20.0.2 (0409ab36-5fa4-47c5-8cf1-0324ba52b43c/94a21fe4-33c4-4a87-b6ef-dbcee4f66488/254f1bdc-821e-4fd2-a163-a6fae7fb6b06) {{(pid=103464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:45.110082 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=f76526ea-10e2-4211-91df-489e55c49458,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:45.163883 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port f41d7c63-081f-4603-ae42-4940c23e877b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:45.164252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.192029 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:45.200913 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-f47f6ec1-04cb-4977-ab17-049cad0eab7b admin admin] 10.222.0.70 "PUT /v2.0/routers/5a229683-8c0d-45cd-8bb0-81e6ea91aafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3284755 May 10 19:25:45.233129 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-d82dc3cc-6578-4b3c-b70d-3a5702f1d686 None None] Provisioning complete for port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:45.233495 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d82dc3cc-6578-4b3c-b70d-3a5702f1d686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.309759 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks [] for router_gateway (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.314803 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-6f020eae-a8c8-4540-85f3-79490968180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:45.315883 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-6f020eae-a8c8-4540-85f3-79490968180d service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.2009966 May 10 19:25:45.338079 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-d82dc3cc-6578-4b3c-b70d-3a5702f1d686 None None] Port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:45.340879 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.359183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port f41d7c63-081f-4603-ae42-4940c23e877b is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:45.394053 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Publish callbacks [] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), precommit_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.437857 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), after_create {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.448337 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-78cdc6ca-6bd4-4583-af1c-dedfcb57bbe8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 1002 time: 0.1149361 May 10 19:25:45.488987 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c is already hosted by enough agents. {{(pid=103464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:45.493781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.scheduler.base_scheduler [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Resources bound (agent type, host, resource id): {{(pid=103464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:45.498269 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Received port after_create {{(pid=103464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:45.514701 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Pushing event updated for resources: {'Port': ['ID=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,revision_number=1']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:45.521645 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Allocated IP 172.27.0.210 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/8e4fcb7c-adff-4f71-9538-b1720e1bcc62) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:45.573240 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Attempting to bind port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:45.573618 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Attempting to bind port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:45.573988 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Attempting to bind port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 on network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:45.579388 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:45.579767 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Checking segment: {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:45.580173 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.580595 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Bound using segment: {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:45.581066 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Bound port: 254f1bdc-821e-4fd2-a163-a6fae7fb6b06, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:45.581450 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.651378 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] For port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:45.656948 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] For port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:45.664681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.664812 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks [] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.672544 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53602) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:45.678214 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072779394', 'description': 'tempest-secgroup-smoke-2072779394 description', 'project_id': '5c6ebef4c7f34f3dac195244855d9292'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:45.709306 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.732515 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e173-814a-4c87-8310-ac357b93f9fb None None] Pushing event updated for resources: {'Port': ['ID=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,revision_number=2']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:45.751172 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-5e8162f6-d660-4497-a1ff-cb70cc58a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:45.752693 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-5e8162f6-d660-4497-a1ff-cb70cc58a556 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0793660 May 10 19:25:45.762851 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.803422 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:45.807077 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:45.810885 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:45.849112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:45.849634 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group (e531ff9d-06b2-4941-b74b-63f454551765), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.854686 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e531ff9d-06b2-4941-b74b-63f454551765), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.891093 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.894905 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2179358 May 10 19:25:45.895244 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53606) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:45.901758 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group_rule': {'security_group_id': 'e531ff9d-06b2-4941-b74b-63f454551765', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:45.908909 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe43701-d7a6-4515-b9b2-163e76281668 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e531ff9d-06b2-4941-b74b-63f454551765,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:45.913767 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-38bd4db4-6703-47fd-a0bd-ca5ec8536177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:45.915569 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-38bd4db4-6703-47fd-a0bd-ca5ec8536177 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0773430 May 10 19:25:45.936066 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (513b7ac0-7874-4c17-ada7-e5a0fe94d581), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:45.953732 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.116496 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (513b7ac0-7874-4c17-ada7-e5a0fe94d581), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.122207 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (513b7ac0-7874-4c17-ada7-e5a0fe94d581), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.148148 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513b7ac0-7874-4c17-ada7-e5a0fe94d581,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:46.182777 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.184454 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-98f94354-08d7-43a7-9537-27d14b2cd1b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871799 May 10 19:25:46.186964 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53608) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:46.194099 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group_rule': {'security_group_id': 'e531ff9d-06b2-4941-b74b-63f454551765', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:46.196886 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-bfe8bd29-2af2-4600-b1f4-67edb791989c service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424555 May 10 19:25:46.235207 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (21fc18bc-54a3-412c-adfe-0f09b5ab76cc), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.246002 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f76526ea-10e2-4211-91df-489e55c49458 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:46.300067 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port f76526ea-10e2-4211-91df-489e55c49458 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:46.301286 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (21fc18bc-54a3-412c-adfe-0f09b5ab76cc), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.303427 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f76526ea-10e2-4211-91df-489e55c49458), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.306312 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (21fc18bc-54a3-412c-adfe-0f09b5ab76cc), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.327456 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fc18bc-54a3-412c-adfe-0f09b5ab76cc,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:46.333694 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.335093 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-cd18a06a-5064-4955-9b17-b66f2e7041bb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470122 May 10 19:25:46.337633 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53610) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:46.342949 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group_rule': {'security_group_id': 'e531ff9d-06b2-4941-b74b-63f454551765', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:46.370888 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (b49b044d-e179-440b-a120-70c7c80483d7), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.384196 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eca21295-72cf-4ff0-b7db-2f015e5f2676 req-a481c3ba-3170-4646-b875-5884e01c1b6b service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781771 May 10 19:25:46.399519 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks [] for router_gateway (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.414751 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port f76526ea-10e2-4211-91df-489e55c49458 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:46.415680 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 3bbc0785-e10e-4181-92d4-52ba1c44eecf up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:46.456768 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (b49b044d-e179-440b-a120-70c7c80483d7), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.465617 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (b49b044d-e179-440b-a120-70c7c80483d7), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.473495 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 3bbc0785-e10e-4181-92d4-52ba1c44eecf triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:46.473877 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.504663 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49b044d-e179-440b-a120-70c7c80483d7,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:46.511719 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.516655 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b1dcce28-23d6-44a6-bd04-89ca2a9ca7e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771045 May 10 19:25:46.517489 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53616) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:46.527488 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-68336bde-176b-4cb9-bad3-a85ee13b822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:46.529944 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-68336bde-176b-4cb9-bad3-a85ee13b822a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 1130 time: 0.0752866 May 10 19:25:46.541851 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group_rule': {'security_group_id': 'e531ff9d-06b2-4941-b74b-63f454551765', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:46.618006 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (caf4caa7-418d-419e-a177-0967f16c94a7), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.640033 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 3bbc0785-e10e-4181-92d4-52ba1c44eecf is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:46.640456 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.702101 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 3bbc0785-e10e-4181-92d4-52ba1c44eecf, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=3bbc0785-e10e-4181-92d4-52ba1c44eecf,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:46.730672 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.794355 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (caf4caa7-418d-419e-a177-0967f16c94a7), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.802814 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (caf4caa7-418d-419e-a177-0967f16c94a7), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.813116 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=3bbc0785-e10e-4181-92d4-52ba1c44eecf,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:46.824123 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-87cbc7a9-05bf-4031-aea1-32ca3e214eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.839297 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf4caa7-418d-419e-a177-0967f16c94a7,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:46.860098 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:46.861859 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-14e8e686-03a4-4ed5-95b7-71d5fc366259 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3428092 May 10 19:25:46.864591 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53626) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:46.869608 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group_rule': {'security_group_id': 'e531ff9d-06b2-4941-b74b-63f454551765', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:46.893328 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-a3d18ee9-3564-4f51-a494-b4ef0d915c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:46.895464 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-a3d18ee9-3564-4f51-a494-b4ef0d915c6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 200 len: 920 time: 0.3271840 May 10 19:25:46.904486 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.securitygroups_db [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Project 5c6ebef4c7f34f3dac195244855d9292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:25:46.917161 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (c3e81f1f-546d-4b4f-9729-145f4aa76ce5), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.001178 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-67cea243-b422-41e4-98a1-a15290deb1b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 200 len: 1002 time: 0.0984092 May 10 19:25:47.025616 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577048'] for router (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.070066 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (c3e81f1f-546d-4b4f-9729-145f4aa76ce5), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.103913 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (c3e81f1f-546d-4b4f-9729-145f4aa76ce5), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.171021 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.172281 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3064594 May 10 19:25:47.177947 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53634) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:47.186894 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'security_group_rule': {'security_group_id': 'e531ff9d-06b2-4941-b74b-63f454551765', 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:47.195627 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa619cfa-59ac-4c42-aac3-ea10398b7350 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e81f1f-546d-4b4f-9729-145f4aa76ce5,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:47.262003 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691effb-d80e-49fa-9f95-021296588c86 None None] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:25:47.287808 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.securitygroups_db [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Project 5c6ebef4c7f34f3dac195244855d9292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:25:47.323057 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (bf043a70-0616-4326-b403-4c96ab1f6702), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.345209 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 is scheduled to L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 with binding_index 1 {{(pid=103463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:25:47.371855 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Sync routers for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:47.374153 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] Provisioning complete for port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:47.374588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.416539 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a8e4c-799c-4f3e-8546-521d2c228f9b req-d84075e3-c179-40a8-917a-78987572a783 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:47.420770 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d22a8e4c-799c-4f3e-8546-521d2c228f9b req-d84075e3-c179-40a8-917a-78987572a783 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.3459725 May 10 19:25:47.425897 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:47.426768 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:47.444527 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb63dd-dd1a-4226-b84e-d0cc2ce3ab6f req-73cfed83-1c6a-42c4-ab3c-779cf7e14a7e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:47.445982 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ffeb63dd-dd1a-4226-b84e-d0cc2ce3ab6f req-73cfed83-1c6a-42c4-ab3c-779cf7e14a7e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.1880581 May 10 19:25:47.478212 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:47.487984 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Sync routers for ids ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:47.496323 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (bf043a70-0616-4326-b403-4c96ab1f6702), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.503427 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Routers {'4786d8b6-4b0f-47a1-b091-aa8d37a6e310'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:47.504106 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (bf043a70-0616-4326-b403-4c96ab1f6702), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.508005 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:47.510161 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.513603 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-dd82dd21-6255-42b8-868f-9f96969846c2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1716020 May 10 19:25:47.515519 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53638) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:47.520883 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.549229 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ffeb63dd-dd1a-4226-b84e-d0cc2ce3ab6f req-cf9b906d-a70d-48eb-b425-f4cbc683be88 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932889 May 10 19:25:47.572847 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d22a8e4c-799c-4f3e-8546-521d2c228f9b req-438d1649-d43d-48b1-8303-04322cdff152 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363409 May 10 19:25:47.573488 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf043a70-0616-4326-b403-4c96ab1f6702,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:47.587666 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.588922 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8b3f8bf2-25a7-44b8-ae1a-62084fe3c6a3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4096537 May 10 19:25:47.718566 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Set router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:47.879489 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] Current status of the port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:47.880475 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:47.912226 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:47.973171 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 3, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:48.020255 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Checking router: 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:48.020839 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Updating router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:48.025917 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] For port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:48.063349 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.272072 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.316705 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:48.465143 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Publish callbacks [] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.471649 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:41Z', 'revision_number': 2, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:48.477499 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.496540 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.513485 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-a12e6e9e-19a2-4194-9659-c35fdb2971ca None None] Provisioning complete for port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:48.513742 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a12e6e9e-19a2-4194-9659-c35fdb2971ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.528779 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-d275ec82-81fe-4ca9-aa35-0ecde43fd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:48.530584 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-d275ec82-81fe-4ca9-aa35-0ecde43fd9b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 200 len: 858 time: 0.0874059 May 10 19:25:48.544816 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Sync routers for ids ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:48.550345 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b3de0-6fcd-4ed4-ab2c-19dc933e43c2 None None] Pushing event updated for resources: {'Port': ['ID=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:48.550907 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Attempting to bind port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:48.551365 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Attempting to bind port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:48.551624 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Attempting to bind port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 on network 19176fd1-92c1-4975-9e75-47a8f3e68325 {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:48.557056 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Checking router: 51b65f8e-9a65-46ce-949a-0be01702c781 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:48.557501 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Updating router 51b65f8e-9a65-46ce-949a-0be01702c781 port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:48.558814 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:48.559540 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Checking segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:48.560094 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.560659 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Bound using segment: {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:48.561256 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Bound port: 8e4fcb7c-adff-4f71-9538-b1720e1bcc62, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146f0a76-3a4b-4517-820a-44367baae778', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:48.561787 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.608594 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Routers {'5a229683-8c0d-45cd-8bb0-81e6ea91aafc'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:48.609863 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:48.700219 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13ee34-4eb3-49a4-a588-e4024d95edc3 None None] Pushing event updated for resources: {'Port': ['ID=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,revision_number=2']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:48.707645 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:48.708209 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.715698 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.725972 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:25:48.755168 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Allocated IP 172.20.0.1 (0409ab36-5fa4-47c5-8cf1-0324ba52b43c/94a21fe4-33c4-4a87-b6ef-dbcee4f66488/f4ac564e-b25a-49ce-ad54-07b274fba95b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:48.758923 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] For port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:48.774794 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] For port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:48.789520 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.884489 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc40814-f47b-41b3-b439-f8aec559a91b req-b6d3e14d-7754-4002-86d4-bf9c95493d69 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:48.887256 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5fc40814-f47b-41b3-b439-f8aec559a91b req-b6d3e14d-7754-4002-86d4-bf9c95493d69 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.1504159 May 10 19:25:48.897461 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8493a-2273-4398-83a0-4f99f32139b6 req-d4594e7b-a07d-4c2f-ba17-62a00666fa08 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:48.899090 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fea8493a-2273-4398-83a0-4f99f32139b6 req-d4594e7b-a07d-4c2f-ba17-62a00666fa08 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.1757693 May 10 19:25:48.918217 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks [] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:48.926886 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a12e6e9e-19a2-4194-9659-c35fdb2971ca None None] Current status of the port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:48.927477 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13ee34-4eb3-49a4-a588-e4024d95edc3 None None] Pushing event updated for resources: {'Port': ['ID=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:48.940326 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Routers {'4786d8b6-4b0f-47a1-b091-aa8d37a6e310'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:48.941323 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:48.989017 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5fc40814-f47b-41b3-b439-f8aec559a91b req-9e345426-d0b2-47ad-9039-8dd075f9d9bb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889115 May 10 19:25:48.999891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.002219 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fea8493a-2273-4398-83a0-4f99f32139b6 req-817adfaf-bb28-4cd6-b274-82cfa941ccba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778868 May 10 19:25:49.024033 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Set router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:49.046148 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:49.049202 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:49.055194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:49.061705 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ac564e-b25a-49ce-ad54-07b274fba95b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:49.099715 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-575311'] for router_interface (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.116790 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] Set router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:49.169138 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.246464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:49.247591 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 3bbc0785-e10e-4181-92d4-52ba1c44eecf up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:49.275258 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.325957 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 3, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:49.371658 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44c39f-d7d2-44a3-af64-659a36cc2517 None None] The sync data for ids ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'] in dv-cinder-784815-13-iscsi is: [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 3, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:49.421681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-bdf0b6f9-0276-43c7-b2fc-2066e17a4243 None None] Provisioning complete for port f4ac564e-b25a-49ce-ad54-07b274fba95b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:49.422055 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b6f9-0276-43c7-b2fc-2066e17a4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.486302 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks [] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.487314 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 3bbc0785-e10e-4181-92d4-52ba1c44eecf triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:49.487696 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.492055 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.516503 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '33b2cf8d-7b7a-4af5-820b-36344a61ab1c', 'name': '', 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693', 'tenant_id': '435f7af7ef4343358131698c12518566', 'mac_address': 'fa:16:3e:ff:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:43Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 2, 'project_id': '435f7af7ef4343358131698c12518566', 'subnets': [{'id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:49.562371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1015390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574834'] for router_interface (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.571105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f4ac564e-b25a-49ce-ad54-07b274fba95b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:49.575011 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Checking router: 5a229683-8c0d-45cd-8bb0-81e6ea91aafc for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:49.575372 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Updating router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c binding host dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:49.580127 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0b6f9-0276-43c7-b2fc-2066e17a4243 None None] Port f4ac564e-b25a-49ce-ad54-07b274fba95b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:49.631461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Publish callbacks [] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.634006 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.646136 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:49.703694 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:49.705307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:49.812366 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee266c5-91c5-44b3-a0d8-f2f98f875629 None None] Pushing event updated for resources: {'Port': ['ID=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:49.926819 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:49.927019 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 3bbc0785-e10e-4181-92d4-52ba1c44eecf is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:50.255915 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:50.256649 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3a210-495f-4b98-924f-45178ec071c6 req-58810f52-60e5-47de-ac49-a5c7be70b8a7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.265843 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56d3a210-495f-4b98-924f-45178ec071c6 req-58810f52-60e5-47de-ac49-a5c7be70b8a7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.1259046 May 10 19:25:50.266108 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-421411c6-5391-492e-b795-a4dadeb9ef5f None None] Provisioning complete for port f4ac564e-b25a-49ce-ad54-07b274fba95b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:50.266327 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-421411c6-5391-492e-b795-a4dadeb9ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.266773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-c3298f4b-f859-4522-8b7c-14ca41ff1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.268447 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-c3298f4b-f859-4522-8b7c-14ca41ff1c8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb74b187-fa4d-4a2f-9aaf-1606c184e70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1547697 May 10 19:25:50.286052 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:50.298976 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5f7e2398-a993-476a-b9fa-14a7ed350fa9 admin admin] 10.222.0.70 "PUT /v2.0/routers/4786d8b6-4b0f-47a1-b091-aa8d37a6e310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7820489 May 10 19:25:50.302923 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-9d83822e-cf4a-4f35-93c0-3e873b7a9f6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811846 May 10 19:25:50.321647 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80352f80-304f-4cb9-9e26-db5010423022 req-b0736c13-40fa-4a35-a0db-dabb0c022b75 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.324950 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-80352f80-304f-4cb9-9e26-db5010423022 req-b0736c13-40fa-4a35-a0db-dabb0c022b75 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.1577480 May 10 19:25:50.414472 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Attempting to bind port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:50.414992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Attempting to bind port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:50.415480 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Attempting to bind port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 on network 5e86f322-bba8-47e4-b682-aba362e382e7 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:50.418960 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5847c3-67c5-447e-a684-4f068069cefa req-c4064262-c6d7-4877-84fa-00386420d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.420062 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-c4064262-c6d7-4877-84fa-00386420d978 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 1129 time: 0.0579093 May 10 19:25:50.439478 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:50.442626 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-71fd78f6-a1a6-42ba-8d9e-91a8b74b8356 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.443200 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Checking segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:50.443747 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.444245 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Bound using segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:50.444741 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-71fd78f6-a1a6-42ba-8d9e-91a8b74b8356 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 945 time: 0.1122942 May 10 19:25:50.445341 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Bound port: be7a2f71-4417-40cb-aa55-4e5579fcb9a1, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:50.447930 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.486684 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-421411c6-5391-492e-b795-a4dadeb9ef5f None None] Port f4ac564e-b25a-49ce-ad54-07b274fba95b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:50.526704 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:50.526704 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.533220 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-80352f80-304f-4cb9-9e26-db5010423022 req-611033e5-7095-4544-93d4-6d2536ec3d0e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855116 May 10 19:25:50.613626 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-94319409-12bc-472d-b773-b40385c9e39d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.615527 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-56d3a210-495f-4b98-924f-45178ec071c6 req-a5bb1fcf-5f94-4c5b-86e2-249223af8b6b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=47f79d5b-e77f-4250-a60e-311dee24d39f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429835 May 10 19:25:50.618414 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-94319409-12bc-472d-b773-b40385c9e39d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.2777162 May 10 19:25:50.745565 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 7a91cc63-e8e6-4ee7-9508-979232df9d50 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:50.746415 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.767394 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-21be369f-74ee-4e95-bc73-1252a7eb0a8e None None] Provisioning complete for port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:50.767993 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-21be369f-74ee-4e95-bc73-1252a7eb0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.788918 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-6e8a87bc-e841-484b-b2aa-ecde2dde0d85 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524477 May 10 19:25:50.843378 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5847c3-67c5-447e-a684-4f068069cefa req-e0d3f25d-46f9-432a-bcf2-0fe88368e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:50.845687 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-e0d3f25d-46f9-432a-bcf2-0fe88368e60e service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 911 time: 0.3881712 May 10 19:25:50.850829 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.854526 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] For port be7a2f71-4417-40cb-aa55-4e5579fcb9a1, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:50.861116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Deleting port 2e697b58-8fbb-4c85-87c0-1c9148105893 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:50.861759 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.903645 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] For port 7a91cc63-e8e6-4ee7-9508-979232df9d50, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=7a91cc63-e8e6-4ee7-9508-979232df9d50,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:50.904018 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.904723 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] For port be7a2f71-4417-40cb-aa55-4e5579fcb9a1, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:50.925630 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.927525 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-21be369f-74ee-4e95-bc73-1252a7eb0a8e None None] Port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:50.932798 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Publish callbacks [] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), precommit_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:50.999258 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.071492 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:51.071914 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.109038 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] For port 2e697b58-8fbb-4c85-87c0-1c9148105893, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2e697b58-8fbb-4c85-87c0-1c9148105893,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:51.109531 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.112772 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:51.113412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:51.119913 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee266c5-91c5-44b3-a0d8-f2f98f875629 None None] Pushing event updated for resources: {'Port': ['ID=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:51.149068 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-a25e8754-2afa-4b69-bd43-68728d1b0b1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 200 len: 1000 time: 0.2216485 May 10 19:25:51.162809 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ceea8c15-c884-47bb-85b2-2717fd0ef0e4 req-e6ece011-f970-45af-932e-4f65650e7a27 service neutron] 10.222.0.73 "GET /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576164 May 10 19:25:51.271599 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] For port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:51.294442 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.295386 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:51.350020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5847c3-67c5-447e-a684-4f068069cefa req-19c9ab1b-03a8-4440-a090-838e7dc65992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:51.355052 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-19c9ab1b-03a8-4440-a090-838e7dc65992 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.1962223 May 10 19:25:51.439999 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.440573 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (289cce72-09bb-4456-9c13-ef4b984172ab), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.440994 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP 289cce72-09bb-4456-9c13-ef4b984172ab disassociated. External IP: 172.27.0.60, port: 7a91cc63-e8e6-4ee7-9508-979232df9d50. May 10 19:25:51.441104 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 7a91cc63-e8e6-4ee7-9508-979232df9d50 owned by compute:nova {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:51.473534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] Provisioning complete for port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:51.473910 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.481952 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5847c3-67c5-447e-a684-4f068069cefa req-21227cb4-95b5-4562-86bf-4943d73d0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:51.483567 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-21227cb4-95b5-4562-86bf-4943d73d0571 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1104894 May 10 19:25:51.489234 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4f609-7ca6-4b62-9f30-2c59d76d3c9a None None] Pushing event updated for resources: {'Port': ['ID=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,revision_number=3']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:51.501499 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Attempting to bind port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:51.501991 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Attempting to bind port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:51.502435 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Attempting to bind port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c on network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:51.544945 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:51.545638 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.604620 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-09b1f4a1-4d79-4cae-83ac-4f2aaf52cd65 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066017 May 10 19:25:51.687980 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:51.688598 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Checking segment: {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:51.689151 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.689773 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Bound using segment: {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'} {{(pid=103464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:51.689887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (7a91cc63-e8e6-4ee7-9508-979232df9d50), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.690251 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.managers [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Bound port: 33b2cf8d-7b7a-4af5-820b-36344a61ab1c, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d11ad4-05d0-42c2-9034-8e5d60770f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693'}}] {{(pid=103464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:51.690631 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.710021 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Pushing event updated for resources: {'Port': ['ID=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:51.735699 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:51.748034 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.749673 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (bf237b11-2c3b-493f-aae9-e5cf652a9ddb), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:51.750288 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Floating IP bf237b11-2c3b-493f-aae9-e5cf652a9ddb disassociated. External IP: 172.27.0.216, port: 2e697b58-8fbb-4c85-87c0-1c9148105893. May 10 19:25:51.750970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Calling delete_port for 2e697b58-8fbb-4c85-87c0-1c9148105893 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:51.850685 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=7a91cc63-e8e6-4ee7-9508-979232df9d50,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:51.904585 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-19fe5457-6af2-4712-9961-949c41575aaa req-916d6f5d-3a62-4045-b32c-9c49e7a8f59c tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 210 time: 0.0687082 May 10 19:25:51.925399 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939f3a3-9144-4b52-8da6-65fb477bf723 req-6242a71e-864b-4613-9341-05affd75a981 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:51.927519 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6939f3a3-9144-4b52-8da6-65fb477bf723 req-6242a71e-864b-4613-9341-05affd75a981 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 946 time: 0.1506584 May 10 19:25:52.007653 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-1d5847c3-67c5-447e-a684-4f068069cefa req-13b58528-9b5c-47ff-ac2d-bf4b4f774bc2 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946147 May 10 19:25:52.103204 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] Current status of the port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:52.103670 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:52.117110 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (2e697b58-8fbb-4c85-87c0-1c9148105893), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:52.180318 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6939f3a3-9144-4b52-8da6-65fb477bf723 req-697e25ed-6f79-4d22-a88b-3d0b1f61c8c9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=94b8594c-0952-4688-a2c6-eaa428df3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887069 May 10 19:25:52.186789 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event deleted for resources: {'Port': ['ID=2e697b58-8fbb-4c85-87c0-1c9148105893,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:52.201912 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Sync routers for ids ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:52.229878 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Routers {'4786d8b6-4b0f-47a1-b091-aa8d37a6e310'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:52.230873 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:52.238709 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] For port be7a2f71-4417-40cb-aa55-4e5579fcb9a1, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:52.265399 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:52.314762 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:52.451341 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:25:52.458322 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:50Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:52.538725 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:52.644605 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Set router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:52.651636 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] No DVR routers for this DVR port 7a91cc63-e8e6-4ee7-9508-979232df9d50 on host hv-cinder-78481 {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:25:52.655652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:52.663035 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7f4668ab-e649-4b16-9b27-6c9042d9918e req-1cdb3791-4724-4488-b06c-3e6cd0998cd5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "DELETE /v2.0/ports/7a91cc63-e8e6-4ee7-9508-979232df9d50 HTTP/1.1" status: 204 len: 173 time: 2.2047367 May 10 19:25:52.663730 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'name': 'network-vif-deleted', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:25:52.666437 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b44cfb-7138-43ef-8f76-2123ff17bc2a" -d '{"events": [{"server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "name": "network-vif-deleted", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:25:52.676740 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:52.693793 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101ace26-eff2-4e5b-a635-91b898ef3789 None None] The sync data for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi is: [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:50Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:52.707505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:25:52.724270 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-419c8dc1-da46-492a-a817-2ab62b43a80a None None] Provisioning complete for port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:52.724677 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-419c8dc1-da46-492a-a817-2ab62b43a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:52.773229 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:25:52.805896 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] No DVR routers for this DVR port 2e697b58-8fbb-4c85-87c0-1c9148105893 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:25:52.810982 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a660192-728f-4eb0-ac0b-6dad3cffa549 x-openstack-request-id: req-5a660192-728f-4eb0-ac0b-6dad3cffa549 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:25:52.810982 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb984589-68d8-4341-a394-ad6c98a89d5a", "name": "network-vif-deleted", "tag": "7a91cc63-e8e6-4ee7-9508-979232df9d50", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:25:52.810982 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a660192-728f-4eb0-ac0b-6dad3cffa549 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:25:52.811458 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a660192-728f-4eb0-ac0b-6dad3cffa549'] response: {'server_uuid': 'bb984589-68d8-4341-a394-ad6c98a89d5a', 'name': 'network-vif-deleted', 'tag': '7a91cc63-e8e6-4ee7-9508-979232df9d50', 'status': 'completed', 'code': 200} May 10 19:25:52.815824 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:52.837385 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] For port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:52.845011 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:52.847825 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:52.858659 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-b56f1f1b-b20a-48de-af11-c39ff59ccf62 req-81e7a37f-d053-44f4-8cdd-e0e394eab0b6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "DELETE /v2.0/ports/2e697b58-8fbb-4c85-87c0-1c9148105893 HTTP/1.1" status: 204 len: 173 time: 2.2033670 May 10 19:25:52.860776 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-deleted', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:25:52.862975 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-419c8dc1-da46-492a-a817-2ab62b43a80a None None] Port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:52.873431 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:52.874135 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:52.875929 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:52.879229 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b972c-d2d1-42da-9077-7904dab5cb9c" -d '{"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-deleted", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:25:53.042383 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b80dc3b-f784-498f-bab9-3d2b6a43f3a3 x-openstack-request-id: req-6b80dc3b-f784-498f-bab9-3d2b6a43f3a3 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:25:53.042733 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1191b2e2-3d97-4257-a57b-3b4c6ae289c0", "name": "network-vif-deleted", "tag": "2e697b58-8fbb-4c85-87c0-1c9148105893", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:25:53.042998 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b80dc3b-f784-498f-bab9-3d2b6a43f3a3 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:25:53.043454 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b80dc3b-f784-498f-bab9-3d2b6a43f3a3'] response: {'server_uuid': '1191b2e2-3d97-4257-a57b-3b4c6ae289c0', 'name': 'network-vif-deleted', 'tag': '2e697b58-8fbb-4c85-87c0-1c9148105893', 'status': 'completed', 'code': 200} May 10 19:25:53.140092 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] For port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,segment=NetworkSegment(98d11ad4-05d0-42c2-9034-8e5d60770f32),segment_id=98d11ad4-05d0-42c2-9034-8e5d60770f32)] {{(pid=103464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:53.191219 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:53.239243 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f0238-0216-42b5-8905-8de5c22d1c0a None None] Pushing event updated for resources: {'Port': ['ID=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:53.248398 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1a02aee7-af49-41bc-8f00-5aea8a8c21ac req-32d49473-83df-45c9-9ffd-ae003d3e720b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb984589-68d8-4341-a394-ad6c98a89d5a HTTP/1.1" status: 200 len: 210 time: 0.1340055 May 10 19:25:53.262621 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:53.437009 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-422ab898-d11a-48f1-8bd8-2e5ac742135e req-a08eb189-84fc-4ad1-9295-c1ab1e9fcb6a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1191b2e2-3d97-4257-a57b-3b4c6ae289c0 HTTP/1.1" status: 200 len: 210 time: 0.0514107 May 10 19:25:53.609301 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:53.637591 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Routers {'5a229683-8c0d-45cd-8bb0-81e6ea91aafc'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:53.638201 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:53.781468 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:25:53.922777 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:25:49Z', 'revision_number': 4, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'f4ac564e-b25a-49ce-ad54-07b274fba95b', 'name': '', 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'mac_address': 'fa:16:3e:a8:82:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:48Z', 'updated_at': '2022-05-10T19:25:49Z', 'revision_number': 2, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'subnets': [{'id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:53.926212 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:53.954429 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] Provisioning complete for port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:53.957058 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:53.985295 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Checking router: 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:53.985650 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Updating router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 port f4ac564e-b25a-49ce-ad54-07b274fba95b binding host dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:25:54.045717 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.063175 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4f609-7ca6-4b62-9f30-2c59d76d3c9a None None] Pushing event updated for resources: {'Port': ['ID=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:54.146753 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 2e697b58-8fbb-4c85-87c0-1c9148105893 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:25:54.147316 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 2e697b58-8fbb-4c85-87c0-1c9148105893 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:25:54.147501 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 7a91cc63-e8e6-4ee7-9508-979232df9d50 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:25:54.177537 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:54.178300 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.216572 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:54.237939 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 7a91cc63-e8e6-4ee7-9508-979232df9d50 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:25:54.238549 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 7a91cc63-e8e6-4ee7-9508-979232df9d50 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:25:54.252839 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:54.269152 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:54.269777 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:54.367136 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] Set router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:54.394669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53760) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:54.526032 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] Current status of the port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:54.526706 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.529595 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6564cbc7-1999-4eae-a21e-a11fec4603a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (47f79d5b-e77f-4250-a60e-311dee24d39f), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.600481 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6564cbc7-1999-4eae-a21e-a11fec4603a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (47f79d5b-e77f-4250-a60e-311dee24d39f), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.621521 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Publish callbacks [] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), precommit_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.638979 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.639475 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53766) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:54.659588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:54.660936 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device be7a2f71-4417-40cb-aa55-4e5579fcb9a1 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:54.710960 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6564cbc7-1999-4eae-a21e-a11fec4603a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (47f79d5b-e77f-4250-a60e-311dee24d39f), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.713842 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6564cbc7-1999-4eae-a21e-a11fec4603a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.715004 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6564cbc7-1999-4eae-a21e-a11fec4603a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/security-groups/47f79d5b-e77f-4250-a60e-311dee24d39f HTTP/1.1" status: 204 len: 168 time: 0.3192647 May 10 19:25:54.718433 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53768) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:54.728016 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564cbc7-1999-4eae-a21e-a11fec4603a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f79d5b-e77f-4250-a60e-311dee24d39f,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:54.738651 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a4250-9808-4102-980c-020d57bd8929 None None] Pushing event updated for resources: {'Port': ['ID=f4ac564e-b25a-49ce-ad54-07b274fba95b,revision_number=3']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:54.749018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] For port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,segment=NetworkSegment(98d11ad4-05d0-42c2-9034-8e5d60770f32),segment_id=98d11ad4-05d0-42c2-9034-8e5d60770f32)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:54.754675 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.api.v2.resource [None req-1c35c683-c639-4854-87c3-90ca146758f2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] show failed (client error): The resource could not be found. May 10 19:25:54.756370 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-1c35c683-c639-4854-87c3-90ca146758f2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups/47f79d5b-e77f-4250-a60e-311dee24d39f HTTP/1.1" status: 404 len: 347 time: 0.0335460 May 10 19:25:54.760861 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53770) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:54.778888 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea979-2d64-4db7-9ead-a37e84a95e1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (94b8594c-0952-4688-a2c6-eaa428df3a7a), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.804561 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.828631 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea979-2d64-4db7-9ead-a37e84a95e1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (94b8594c-0952-4688-a2c6-eaa428df3a7a), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.909857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea979-2d64-4db7-9ead-a37e84a95e1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (94b8594c-0952-4688-a2c6-eaa428df3a7a), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.912797 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e7ea979-2d64-4db7-9ead-a37e84a95e1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.913974 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7e7ea979-2d64-4db7-9ead-a37e84a95e1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "DELETE /v2.0/security-groups/94b8594c-0952-4688-a2c6-eaa428df3a7a HTTP/1.1" status: 204 len: 168 time: 0.2726128 May 10 19:25:54.926318 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53772) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:54.963883 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:54.964541 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:54.995196 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea979-2d64-4db7-9ead-a37e84a95e1c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b8594c-0952-4688-a2c6-eaa428df3a7a,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:55.003960 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.api.v2.resource [None req-a1aa571f-9fc2-4778-b203-7aa7e39a8dc3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] show failed (client error): The resource could not be found. May 10 19:25:55.009241 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a1aa571f-9fc2-4778-b203-7aa7e39a8dc3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups/94b8594c-0952-4688-a2c6-eaa428df3a7a HTTP/1.1" status: 404 len: 347 time: 0.0817466 May 10 19:25:55.013130 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53774) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:55.051647 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 67cf4bd5-e3b7-4d7b-8650-565fa6f2415a {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:55.058151 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.060133 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:55.139112 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:55.184389 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Attempting to bind port f4ac564e-b25a-49ce-ad54-07b274fba95b on host dv-cinder-784815-13-iscsi for vnic_type normal with profile {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:25:55.184789 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Attempting to bind port f4ac564e-b25a-49ce-ad54-07b274fba95b by drivers openvswitch,hyperv on host dv-cinder-784815-13-iscsi at level 0 using segments [{'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:25:55.185155 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Attempting to bind port f4ac564e-b25a-49ce-ad54-07b274fba95b on network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:25:55.215873 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:25:55.234351 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.239306 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.249108 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Deleting port c33005bd-1156-4847-8584-479b2b5b4fd2 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:25:55.251484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.266390 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 67cf4bd5-e3b7-4d7b-8650-565fa6f2415a owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:55.273022 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '33b2cf8d-7b7a-4af5-820b-36344a61ab1c', 'name': '', 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693', 'tenant_id': '435f7af7ef4343358131698c12518566', 'mac_address': 'fa:16:3e:ff:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:43Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 4, 'project_id': '435f7af7ef4343358131698c12518566', 'subnets': [{'id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:55.295519 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Checking agent: {'id': 'f8d11139-7acf-4d76-990a-2ae048e099e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 12, 21), 'started_at': datetime.datetime(2022, 5, 10, 19, 12, 51), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:25:55.295519 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Checking segment: {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:25:55.295907 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.296236 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Bound using segment: {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'} {{(pid=103465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:25:55.296750 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.managers [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Bound port: f4ac564e-b25a-49ce-ad54-07b274fba95b, host: dv-cinder-784815-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1d637f-2df0-4c89-a390-3b15b4511da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c'}}] {{(pid=103465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:25:55.297136 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), before_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.335943 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731df72-8bac-45be-ac4a-429fe5c7d346 None None] The sync data for ids ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'] in dv-cinder-784815-13-iscsi is: [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '33b2cf8d-7b7a-4af5-820b-36344a61ab1c', 'name': '', 'network_id': '19fe7893-d6c0-4e3d-a359-b3f7432e9693', 'tenant_id': '435f7af7ef4343358131698c12518566', 'mac_address': 'fa:16:3e:ff:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:43Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 4, 'project_id': '435f7af7ef4343358131698c12518566', 'subnets': [{'id': '3857afbd-c4d8-4ec8-ace6-ef24892f64ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:55.339285 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:55.340006 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:55.358382 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:55.412201 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.414147 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (c33005bd-1156-4847-8584-479b2b5b4fd2), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.453519 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Calling delete_port for c33005bd-1156-4847-8584-479b2b5b4fd2 owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:25:55.454840 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8872d-ba41-44d4-ad9b-74add824634c None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:55.458385 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f5cab-8d2c-45bf-9b5c-aec061fa59ac None None] Pushing event updated for resources: {'Port': ['ID=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:55.522298 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-c314fbac-d43d-419a-9f7f-45dea3984cdb None None] Provisioning complete for port f4ac564e-b25a-49ce-ad54-07b274fba95b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:55.523925 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c314fbac-d43d-419a-9f7f-45dea3984cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.620390 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] For port f4ac564e-b25a-49ce-ad54-07b274fba95b, host dv-cinder-784815-13-iscsi, cleared binding levels {{(pid=103465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:25:55.624510 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.plugins.ml2.db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] For port f4ac564e-b25a-49ce-ad54-07b274fba95b, host dv-cinder-784815-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f4ac564e-b25a-49ce-ad54-07b274fba95b,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:25:55.626693 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (67cf4bd5-e3b7-4d7b-8650-565fa6f2415a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.657465 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron_lib.callbacks.manager [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), after_update {{(pid=103465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.705461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=67cf4bd5-e3b7-4d7b-8650-565fa6f2415a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:55.786656 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (c33005bd-1156-4847-8584-479b2b5b4fd2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:55.809604 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-c314fbac-d43d-419a-9f7f-45dea3984cdb None None] Port f4ac564e-b25a-49ce-ad54-07b274fba95b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:25:55.813361 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a4250-9808-4102-980c-020d57bd8929 None None] Pushing event updated for resources: {'Port': ['ID=f4ac564e-b25a-49ce-ad54-07b274fba95b,revision_number=4']} {{(pid=103465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:55.815891 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Routers {'4786d8b6-4b0f-47a1-b091-aa8d37a6e310'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:25:55.828576 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:55.845005 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:55.857779 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event deleted for resources: {'Port': ['ID=c33005bd-1156-4847-8584-479b2b5b4fd2,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:55.867931 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:56.021428 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (289cce72-09bb-4456-9c13-ef4b984172ab), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.023975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.048320 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-2aea10c2-401d-4d27-8381-c6a61b64aad1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/floatingips/289cce72-09bb-4456-9c13-ef4b984172ab HTTP/1.1" status: 204 len: 168 time: 1.2863123 May 10 19:25:56.230044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53782) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:56.236944 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643083920', 'description': 'tempest-description--1153841037'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:56.272451 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] Set router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:25:56.308340 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.444060 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1979a7-863f-424d-9e96-f451e007e008 None None] New status for floating IP bf237b11-2c3b-493f-aae9-e5cf652a9ddb: DOWN {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:25:56.597986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 33b2cf8d-7b7a-4af5-820b-36344a61ab1c up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:56.616703 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] Provisioning complete for port f4ac564e-b25a-49ce-ad54-07b274fba95b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:56.617142 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.622333 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (a8bdf665-1839-481f-8e49-60c175837a3a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.631636 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a8bdf665-1839-481f-8e49-60c175837a3a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.682698 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.689885 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4559128 May 10 19:25:56.705019 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53788) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:56.709837 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': 'a8bdf665-1839-481f-8e49-60c175837a3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:56.720972 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822a295-3590-4e14-b912-258165460ab4 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bdf665-1839-481f-8e49-60c175837a3a,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:56.796313 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:25:49Z', 'revision_number': 4, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'f4ac564e-b25a-49ce-ad54-07b274fba95b', 'name': '', 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'mac_address': 'fa:16:3e:a8:82:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:48Z', 'updated_at': '2022-05-10T19:25:55Z', 'revision_number': 4, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'subnets': [{'id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:56.818047 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (bf237b11-2c3b-493f-aae9-e5cf652a9ddb), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.822164 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.825587 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e8172718-817a-4e01-aa13-93bbe5beac74 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "DELETE /v2.0/floatingips/bf237b11-2c3b-493f-aae9-e5cf652a9ddb HTTP/1.1" status: 204 len: 168 time: 1.8113790 May 10 19:25:56.845671 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51397e5-fb49-4d33-86ab-49129b7ced2e None None] The sync data for ids ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'] in dv-cinder-784815-13-iscsi is: [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:25:49Z', 'revision_number': 4, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'f4ac564e-b25a-49ce-ad54-07b274fba95b', 'name': '', 'network_id': '0409ab36-5fa4-47c5-8cf1-0324ba52b43c', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'mac_address': 'fa:16:3e:a8:82:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:48Z', 'updated_at': '2022-05-10T19:25:55Z', 'revision_number': 4, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'subnets': [{'id': '94a21fe4-33c4-4a87-b6ef-dbcee4f66488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:56.873698 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (baa9839b-5d58-4134-be44-50b33d1bf3f4), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.910322 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:25:56.939694 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (baa9839b-5d58-4134-be44-50b33d1bf3f4), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.949159 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (baa9839b-5d58-4134-be44-50b33d1bf3f4), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:56.975567 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53792) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:56.985389 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:56.985949 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.000881 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358367004', 'description': 'tempest-description--654438940'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:57.021489 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa9839b-5d58-4134-be44-50b33d1bf3f4,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:57.055928 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.057623 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-bc880bf8-598b-413d-9639-ada3346cd1ba tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3513446 May 10 19:25:57.064955 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53794) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:57.072057 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.078156 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': 'a8bdf665-1839-481f-8e49-60c175837a3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:57.104852 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] Current status of the port f4ac564e-b25a-49ce-ad54-07b274fba95b is: DOWN; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:57.105114 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.119923 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4c3fd-c6cf-4c40-8bbb-f3a8305d88d9 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:25:57.177250 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (07eb0d1b-ef8c-48df-8dda-455f0cb6b7c9), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.296560 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] For port f4ac564e-b25a-49ce-ad54-07b274fba95b, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f4ac564e-b25a-49ce-ad54-07b274fba95b,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:25:57.311711 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (6dee4719-2ec2-4cb7-89a8-feaf43ecc188), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.312980 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.319066 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6dee4719-2ec2-4cb7-89a8-feaf43ecc188), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.343682 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (07eb0d1b-ef8c-48df-8dda-455f0cb6b7c9), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.357617 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (07eb0d1b-ef8c-48df-8dda-455f0cb6b7c9), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.386291 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eb0d1b-ef8c-48df-8dda-455f0cb6b7c9,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:57.390985 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee4719-2ec2-4cb7-89a8-feaf43ecc188,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:57.397846 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.401465 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-85ceb6b7-893a-4e57-a208-1da10093f23a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303761 May 10 19:25:57.401857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53800) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:57.407985 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:57.417699 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.418954 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0205a6be-e095-4f1f-9f05-18f42f4afa41 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4419799 May 10 19:25:57.427311 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53802) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:57.443273 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.462744 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:57.463853 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device be7a2f71-4417-40cb-aa55-4e5579fcb9a1 up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:57.496943 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383559b7-4157-4c52-a9b8-95187daa3ec1 None None] Pushing event updated for resources: {'Port': ['ID=f4ac564e-b25a-49ce-ad54-07b274fba95b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:57.546719 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:57.547191 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.602225 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.693738 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'security_group_rule': {'security_group_id': '6dee4719-2ec2-4cb7-89a8-feaf43ecc188', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:57.742273 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:57.766835 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (cc1c5b77-dad8-469c-b754-98161da13c69), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:57.882548 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.27.0.39 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/de78b8e7-c6d3-4948-b33b-414c1c27253b) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:57.955279 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0cbe4b-124e-4fbe-abdd-7e1fc315e2cb None None] New status for floating IP 289cce72-09bb-4456-9c13-ef4b984172ab: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:25:58.119572 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f4ac564e-b25a-49ce-ad54-07b274fba95b up at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:25:58.142674 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.211604 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.219721 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Provisioning complete for port f4ac564e-b25a-49ce-ad54-07b274fba95b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:25:58.220365 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.299266 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:58.303777 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:58.308897 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=de78b8e7-c6d3-4948-b33b-414c1c27253b,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:58.331521 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:58.362863 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (cc1c5b77-dad8-469c-b754-98161da13c69), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.369104 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Current status of the port f4ac564e-b25a-49ce-ad54-07b274fba95b is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:25:58.371168 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (cc1c5b77-dad8-469c-b754-98161da13c69), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.396038 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1c5b77-dad8-469c-b754-98161da13c69,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:58.410584 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.419035 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-7c8a7d0b-6a2d-4ff8-9d8e-4e2ab4fc37e5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9882467 May 10 19:25:58.419336 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53806) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:58.434427 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'security_group_rule': {'security_group_id': '6dee4719-2ec2-4cb7-89a8-feaf43ecc188', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:58.469910 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (b8058665-d477-46a1-a9df-04b1a7219f11), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.521404 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (f7ca0e47-c329-40d2-a991-3b488121a998), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.560524 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (b8058665-d477-46a1-a9df-04b1a7219f11), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.566361 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (b8058665-d477-46a1-a9df-04b1a7219f11), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.575740 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.589236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8058665-d477-46a1-a9df-04b1a7219f11,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:58.597999 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.602121 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-69d7a6b4-c2bf-4f25-a9ea-64c855005bfb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778953 May 10 19:25:58.606244 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53810) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:25:58.610952 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:25:58.638411 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.772136 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.804524 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.814349 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.955656 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Allocated IP 172.27.0.102 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/c5db8151-e707-4d66-bc05-064aa36a98cf) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:25:58.966515 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (f7ca0e47-c329-40d2-a991-3b488121a998), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.969225 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=de78b8e7-c6d3-4948-b33b-414c1c27253b,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:58.994102 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:58.995566 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c1837281-46fb-401b-a9ee-b2df28ef09c2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5918722 May 10 19:25:59.139658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.203814 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.246437 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:25:59.251777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:25:59.256329 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:25:59.274575 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-25333e0e-2ade-4ba2-8c14-049ea855cef5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1643083920&fields=id&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 267 time: 0.0623376 May 10 19:25:59.279384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'Port': ['ID=c5db8151-e707-4d66-bc05-064aa36a98cf,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:59.358840 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (79f490d4-9e11-42ad-b7e7-82248aa4b93a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.421107 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.423683 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-7543a632-a907-45f0-b315-031aec38af9b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:25:59.425433 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-7543a632-a907-45f0-b315-031aec38af9b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.1412463 May 10 19:25:59.444925 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-a8819189-34a3-424a-bfc6-0c4d399aca84 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/quotas/758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 375 time: 0.0117803 May 10 19:25:59.515055 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-643cc0c2-a9b1-4788-9a22-c50c2ab4f0c1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638061 May 10 19:25:59.623766 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.629693 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.658590 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-d1c05004-45a5-420e-ad43-be1303745d72 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217945 May 10 19:25:59.711364 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'Port': ['ID=c5db8151-e707-4d66-bc05-064aa36a98cf,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:25:59.720626 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (79f490d4-9e11-42ad-b7e7-82248aa4b93a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.740501 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:25:59.743802 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4cbd8dfc-eee1-4181-a2c1-ff497abe1db8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1363642 May 10 19:25:59.790317 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c31a6420-5e53-4f3b-9e2a-f7498d682334 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252615 May 10 19:26:00.002108 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-7ff842c0-f2fa-4ef1-b8e6-bdb4cf8775eb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1358367004&fields=id&tenant_id=8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 267 time: 0.1114991 May 10 19:26:00.117327 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-c8763a45-1312-4cd3-9cc1-53d13d2981ac tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:00.124933 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-c8763a45-1312-4cd3-9cc1-53d13d2981ac tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 817 time: 0.1210072 May 10 19:26:00.195477 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-7fd75a2e-1bea-4eb5-b094-8e64c657ac1e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/quotas/8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 375 time: 0.0692699 May 10 19:26:00.199181 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-05b74eda-6c1e-4f04-b48f-a418d59a13d1 req-232c4e9e-3135-4410-a928-872d35230017 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 210 time: 0.2172489 May 10 19:26:00.280620 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-93d3e972-b8c5-453d-8f9c-32a250a9e35b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726826 May 10 19:26:00.539535 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-804266c3-f3de-4fbb-99b5-b803fa136f0f service neutron] 10.222.0.70 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368591 May 10 19:26:00.779295 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a0b6f-8104-4f5d-9f22-22a19a1840ff req-85572f8c-d092-4ad3-96f1-5b12d8e4b392 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:00.781069 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ab1a0b6f-8104-4f5d-9f22-22a19a1840ff req-85572f8c-d092-4ad3-96f1-5b12d8e4b392 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.1154521 May 10 19:26:00.783154 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-757e76f1-9de8-490b-be1f-a90a4e1b3762 service neutron] 10.222.0.70 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348311 May 10 19:26:00.863581 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ab1a0b6f-8104-4f5d-9f22-22a19a1840ff req-fcb87e35-b612-473a-a0e7-1fee51c19f3a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740671 May 10 19:26:01.007518 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bf55dec8-f4d3-4ec6-a8e7-8b76355ee6ca req-a8b22982-b943-4539-b8ef-cbb7b1044512 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 210 time: 0.0316973 May 10 19:26:01.402123 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-88f6bf58-189a-4691-b930-9c123547e097 req-f6c63c74-c7a7-4893-9678-2d911d6b87de tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 210 time: 0.0341969 May 10 19:26:01.981403 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0244d9-ef5e-4cd0-97e2-52484f04f0c4 req-1afdef32-9cc7-4ed0-af3b-4c992edb096e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:01.982900 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ac0244d9-ef5e-4cd0-97e2-52484f04f0c4 req-1afdef32-9cc7-4ed0-af3b-4c992edb096e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0537493 May 10 19:26:02.035947 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ac0244d9-ef5e-4cd0-97e2-52484f04f0c4 req-cdc98bae-f967-450e-97ed-80542534bfb3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470774 May 10 19:26:02.116328 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8144eb05-c8d2-4c43-8243-ff46c959d62e req-ddb684eb-0be1-44e1-b1c2-fda76f76834b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 210 time: 0.0326152 May 10 19:26:02.523771 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2bb98a08-0647-4f66-8bc4-588743c4b54f req-68721cc7-87fe-4810-80a9-b9a8af649803 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 210 time: 0.0334709 May 10 19:26:03.174426 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ab45a-e38c-400c-86fb-2c24f82a0577 req-86767d65-38af-412a-9065-9f1fcf77db8e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:03.176775 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a29ab45a-e38c-400c-86fb-2c24f82a0577 req-86767d65-38af-412a-9065-9f1fcf77db8e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0588999 May 10 19:26:03.281655 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-22eb8423-5633-4f1c-9c2f-c42e3d1ad515 req-f5bb76b3-3356-4f2f-ad34-16323b9e8edd tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 210 time: 0.0435338 May 10 19:26:03.317557 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a29ab45a-e38c-400c-86fb-2c24f82a0577 req-e8c1cf6e-b537-4ad8-8da5-fcffb4304290 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=c70efa69-f3a8-4514-a2e1-d7f62eb67a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281354 May 10 19:26:03.456642 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-bf7ab854-9ed6-46ee-8896-f420e4401520 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:03.458783 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-bf7ab854-9ed6-46ee-8896-f420e4401520 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 945 time: 0.0747867 May 10 19:26:03.764122 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5b4fe589-6b8f-4d14-bd1e-ae17052b4072 req-7c1dd8d7-b526-4b40-9d4b-34e9e009568f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 210 time: 0.0901718 May 10 19:26:03.802649 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-a1a1e15d-8546-4344-ac52-58c038cba4e5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:03.804473 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-a1a1e15d-8546-4344-ac52-58c038cba4e5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.3145299 May 10 19:26:03.804679 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Deleting port a5d6e22b-b371-4fb1-ae61-c7530ac5953b {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:03.805025 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:03.953355 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-8b11b9f1-6ea3-4184-8014-5047921407b9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:03.955380 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-8b11b9f1-6ea3-4184-8014-5047921407b9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 817 time: 0.4161663 May 10 19:26:03.988196 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-3f4cefda-f851-44b9-8291-7a534859ec90 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 380 time: 0.1152403 May 10 19:26:04.000662 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'port': {'device_id': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'admin_state_up': True, 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'security_groups': ['a8bdf665-1839-481f-8e49-60c175837a3a']}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:04.001105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] For port a5d6e22b-b371-4fb1-ae61-c7530ac5953b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:04.001473 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:04.104136 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-a2b52b0c-ae5b-46cb-8d6d-545f220cd538 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072779394&fields=id&tenant_id=5c6ebef4c7f34f3dac195244855d9292 HTTP/1.1" status: 200 len: 267 time: 0.1147060 May 10 19:26:04.107028 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-e42fb10c-04e7-4ab0-9f9f-eade657ccf4a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 380 time: 0.1389923 May 10 19:26:04.119295 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'port': {'device_id': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'network_id': '23b57150-617f-4822-b282-056863670252', 'admin_state_up': True, 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'security_groups': ['6dee4719-2ec2-4cb7-89a8-feaf43ecc188']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:04.243383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Made reservation on behalf of 758b8f4f3d1c4242822940f17246d98f for: {'port': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:26:04.245849 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:04.263747 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-4574d74d-aaaf-43a2-bc0b-ef1e51c0c724 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:04.270345 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-4574d74d-aaaf-43a2-bc0b-ef1e51c0c724 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 809 time: 0.1652825 May 10 19:26:04.298472 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-8dae6090-33fe-47ec-93eb-e7a52d0d2c9c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/quotas/5c6ebef4c7f34f3dac195244855d9292 HTTP/1.1" status: 200 len: 375 time: 0.0261919 May 10 19:26:04.327602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:04.327955 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (949a500f-0c4f-4107-9145-2bac7ed28f14), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:04.334773 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Floating IP 949a500f-0c4f-4107-9145-2bac7ed28f14 disassociated. External IP: 172.27.0.29, port: a5d6e22b-b371-4fb1-ae61-c7530ac5953b. May 10 19:26:04.335172 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Calling delete_port for a5d6e22b-b371-4fb1-ae61-c7530ac5953b owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:04.394839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Made reservation on behalf of 8588427eb06848b9ad22fab88b7c91e3 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:26:04.398084 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:04.438352 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-86ad19a3-f0dd-4ced-859f-3b5efdf31ebd tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399491 May 10 19:26:04.467083 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-79bbdb38-b879-4810-9520-f8c578b6dc32 req-86e3574e-4bb1-4dbb-9d04-15b7a36f8333 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 210 time: 0.0736811 May 10 19:26:04.615973 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a5d6e22b-b371-4fb1-ae61-c7530ac5953b), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:04.655560 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e7f3ad08-38b3-47c6-ab7f-8348129ca800 req-01595325-471d-427d-882f-246848d43bb6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 210 time: 0.0631199 May 10 19:26:04.664954 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event deleted for resources: {'Port': ['ID=a5d6e22b-b371-4fb1-ae61-c7530ac5953b,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:04.683555 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.20.0.6 (7eee0ec7-29e0-4852-b1b4-26b4961fd849/d96bd12a-c1ff-484b-92e4-0b65524a96ef/285e572c-b0d8-4748-bf35-70eaa72534bf) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:04.694970 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.695792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.695792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.696889 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.697177 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.697497 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.697984 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.698321 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.698651 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.699058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.699382 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.700065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.700065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.700387 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.708558 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:04.721408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-8327b839-47f6-443c-acd6-bb5279f61511 service neutron] 10.222.0.70 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704132 May 10 19:26:04.754771 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Allocated IP 172.20.0.9 (23b57150-617f-4822-b282-056863670252/87cfe29a-0207-4ad9-8bee-3ec82a432bbd/a157f2b6-f0b6-483f-a31c-dcb0f0ba264b) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:04.918862 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:04.973123 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f774623d-7e04-4bb5-844c-b79b6a666d38 req-d4e367c8-1350-459b-a630-c7b94243e87c tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 210 time: 0.0717616 May 10 19:26:05.010396 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-b63ddfa3-6355-4efa-92fd-7c4810a6427b service neutron] 10.222.0.70 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880499 May 10 19:26:05.043380 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.051219 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.109173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.156186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:05.168647 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:05.185038 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:05.185680 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:05.215900 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=285e572c-b0d8-4748-bf35-70eaa72534bf,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:05.239307 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:05.243258 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:05.247259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] No DVR routers for this DVR port a5d6e22b-b371-4fb1-ae61-c7530ac5953b on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:05.248997 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:05.250493 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.255389 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24c6eb90-4149-4cdb-966c-80673043f1cc req-05ffe0e5-a912-4468-b7f4-a0e0cfe40f5c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "DELETE /v2.0/ports/a5d6e22b-b371-4fb1-ae61-c7530ac5953b HTTP/1.1" status: 204 len: 173 time: 1.7888439 May 10 19:26:05.257372 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'name': 'network-vif-deleted', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:05.263217 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b1846-9d36-4783-a793-f6763894b09f" -d '{"events": [{"server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "name": "network-vif-deleted", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:05.273161 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.374906 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2aa5a-330f-4306-ad93-20919fa53b33 x-openstack-request-id: req-40c2aa5a-330f-4306-ad93-20919fa53b33 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:05.375270 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af587c48-a785-4b2e-a0c9-124d91418fe6", "name": "network-vif-deleted", "tag": "a5d6e22b-b371-4fb1-ae61-c7530ac5953b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:05.375556 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40c2aa5a-330f-4306-ad93-20919fa53b33 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:05.375928 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c2aa5a-330f-4306-ad93-20919fa53b33'] response: {'server_uuid': 'af587c48-a785-4b2e-a0c9-124d91418fe6', 'name': 'network-vif-deleted', 'tag': 'a5d6e22b-b371-4fb1-ae61-c7530ac5953b', 'status': 'completed', 'code': 200} May 10 19:26:05.425858 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Network 23b57150-617f-4822-b282-056863670252 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:05.434543 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:05.435057 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.460535 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:05.469550 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:05.476998 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-ad4cc49c-2a56-46c9-baa1-5e6b4a1228a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4806516 May 10 19:26:05.546753 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:05.631991 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-98610f4a-bf43-494e-abf3-914d7855d2ce req-cd0e78ef-a6a5-4be8-b1b4-2dedec4ec6e7 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 210 time: 0.0761960 May 10 19:26:05.659740 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:05.692550 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:05.693232 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.704779 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Request body: {'port': {'device_id': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:05.748607 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-4e22d8d2-0667-46d8-a9eb-e3f74c6cd74e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6356099 May 10 19:26:05.775249 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Request body: {'port': {'device_id': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:05.957568 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:05.982343 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-5e4458d8-40e1-4242-908a-17bada4ec33a None None] Provisioning complete for port 285e572c-b0d8-4748-bf35-70eaa72534bf triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:05.982994 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5e4458d8-40e1-4242-908a-17bada4ec33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.000683 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.074674 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-5e4458d8-40e1-4242-908a-17bada4ec33a None None] Port 285e572c-b0d8-4748-bf35-70eaa72534bf cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:26:06.075548 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3284fe85-f589-4e83-8f42-1d033d66933e req-5e70002e-14d4-4328-8f48-8e75404fb87c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=af587c48-a785-4b2e-a0c9-124d91418fe6 HTTP/1.1" status: 200 len: 210 time: 0.1784515 May 10 19:26:06.080252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:06.132771 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:06.143967 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:06.144914 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:25:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:06.270458 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-48b7bd05-9a7d-407b-8926-a4342c24388d None None] Provisioning complete for port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:06.271633 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-48b7bd05-9a7d-407b-8926-a4342c24388d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.327767 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7fd05-0b60-4d94-b9d8-03ac0a5857d9 req-1e808e1c-c35b-4ab6-843e-5f326a9205ee tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:06.335677 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8b7fd05-0b60-4d94-b9d8-03ac0a5857d9 req-1e808e1c-c35b-4ab6-843e-5f326a9205ee tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 931 time: 0.0601299 May 10 19:26:06.371428 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db30b-fed9-4c2d-9bd7-84216e52fa3a req-c2985d7c-514d-41fc-a8da-43cbb819a4ee tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:06.379139 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-685db30b-fed9-4c2d-9bd7-84216e52fa3a req-c2985d7c-514d-41fc-a8da-43cbb819a4ee tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 931 time: 0.7499969 May 10 19:26:06.456751 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-48b7bd05-9a7d-407b-8926-a4342c24388d None None] Port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:26:06.489356 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:06.566076 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-685db30b-fed9-4c2d-9bd7-84216e52fa3a req-87404c74-caa9-4a83-9578-922c9b065796 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860681 May 10 19:26:06.604462 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e8b7fd05-0b60-4d94-b9d8-03ac0a5857d9 req-4124eb1e-c7f0-4c19-aed3-75270e4a321f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572675 May 10 19:26:06.604723 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a157f2b6-f0b6-483f-a31c-dcb0f0ba264b {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:06.613097 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Publish callbacks [] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.647697 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Transition to ACTIVE for port object a157f2b6-f0b6-483f-a31c-dcb0f0ba264b will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:26:06.654711 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.796632 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:06.798965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b9083e6a-10ed-49b0-9e54-2518098e5d2a req-e32f02b2-7d42-406d-89fe-60320e3cb6d8 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 210 time: 0.0459983 May 10 19:26:06.846615 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285e572c-b0d8-4748-bf35-70eaa72534bf {{(pid=103462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:06.876153 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Publish callbacks [] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.901343 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.provisioning_blocks [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Transition to ACTIVE for port object 285e572c-b0d8-4748-bf35-70eaa72534bf will not be triggered until provisioned by entity L2. {{(pid=103462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:26:06.906231 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:06.945013 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Attempting to bind port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:26:06.945553 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Attempting to bind port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:26:06.946873 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Attempting to bind port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b on network 23b57150-617f-4822-b282-056863670252 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:06.956227 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b on network 23b57150-617f-4822-b282-056863670252 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:26:06.956811 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Attempting to bind port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b on network 23b57150-617f-4822-b282-056863670252 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:06.970370 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:26:06.971274 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Checking segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:26:06.975139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Bound using segment: {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:26:06.975139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Bound port: a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726b5b28-8589-494a-8304-23ebf8953537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23b57150-617f-4822-b282-056863670252'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:26:06.976466 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:07.004669 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:07.060899 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:26:07.065097 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:26:07.075213 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:07.078688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4b271-36e2-4f9e-a466-7e356237011b None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:07.150937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:07.151618 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:07.153119 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] 10.222.0.73 "PUT /v2.0/ports/a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 1093 time: 1.3892660 May 10 19:26:07.218012 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173afe9c-3dc1-4d53-9d75-557f6fbdf81c service neutron] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:07.313281 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 53974) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:07.452015 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Pushing event updated for resources: {'Port': ['ID=285e572c-b0d8-4748-bf35-70eaa72534bf,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:07.470189 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:07.473100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d43cb1-5bd5-4563-b206-71b34ca5036a" -d '{"events": [{"name": "network-changed", "server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:07.492858 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-b9361efc-881e-4f6e-8643-7857dc12989e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:07.494532 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-b9361efc-881e-4f6e-8643-7857dc12989e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.73 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 809 time: 0.1792812 May 10 19:26:07.627844 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Attempting to bind port 285e572c-b0d8-4748-bf35-70eaa72534bf on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:26:07.627958 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Attempting to bind port 285e572c-b0d8-4748-bf35-70eaa72534bf by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:26:07.628267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Attempting to bind port 285e572c-b0d8-4748-bf35-70eaa72534bf on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:07.642615 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Port 285e572c-b0d8-4748-bf35-70eaa72534bf on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:26:07.644525 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Attempting to bind port 285e572c-b0d8-4748-bf35-70eaa72534bf on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:07.645442 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc6ec4-5bdd-4a3a-8c4a-bb5dc99a120f x-openstack-request-id: req-cabc6ec4-5bdd-4a3a-8c4a-bb5dc99a120f {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:07.650049 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:07.651728 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cabc6ec4-5bdd-4a3a-8c4a-bb5dc99a120f {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:07.652921 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabc6ec4-5bdd-4a3a-8c4a-bb5dc99a120f'] response: {'name': 'network-changed', 'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'status': 'completed', 'code': 200} May 10 19:26:07.653448 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b5fde-0191-4301-b882-2bdcd6193cbe None None] New status for floating IP 949a500f-0c4f-4107-9145-2bac7ed28f14: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:07.676154 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:26:07.676973 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:26:07.677401 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Bound using segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} {{(pid=103462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:26:07.684517 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.managers [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Bound port: 285e572c-b0d8-4748-bf35-70eaa72534bf, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}}] {{(pid=103462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:26:07.684517 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:07.702186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-a99febb2-46f6-4168-abe4-6936c587bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:07.703839 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-a99febb2-46f6-4168-abe4-6936c587bd3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1127 time: 0.4351172 May 10 19:26:07.768864 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a5d6e22b-b371-4fb1-ae61-c7530ac5953b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:07.811100 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: a5d6e22b-b371-4fb1-ae61-c7530ac5953b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:07.811846 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a5d6e22b-b371-4fb1-ae61-c7530ac5953b not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:26:07.832526 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-01cc36b9-1b1e-4982-a35d-83978498513f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 217 time: 0.1167831 May 10 19:26:07.906532 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd060ea7-21bd-4633-9a0f-d71cbc65a3b3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (c70efa69-f3a8-4514-a2e1-d7f62eb67a97), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:07.918166 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-feb0cd1f-8982-4b49-95c3-6ef4beedfdfd tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c6ebef4c7f34f3dac195244855d9292 HTTP/1.1" status: 200 len: 380 time: 0.3662846 May 10 19:26:07.933088 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] For port 285e572c-b0d8-4748-bf35-70eaa72534bf, host hv-cinder-78481, cleared binding levels {{(pid=103462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:26:07.936995 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] For port 285e572c-b0d8-4748-bf35-70eaa72534bf, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=285e572c-b0d8-4748-bf35-70eaa72534bf,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:26:07.953199 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202c165-d023-418a-9d54-481e20fbd28c req-7013b89f-5060-40a7-a014-eafbbb053424 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:07.955717 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9202c165-d023-418a-9d54-481e20fbd28c req-7013b89f-5060-40a7-a014-eafbbb053424 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.2384872 May 10 19:26:07.965331 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613424b6-64cf-48cd-bcd8-921cc84ee9b6 req-ff4db0ae-c193-475c-b10e-92d8cff7c627 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:07.968078 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-613424b6-64cf-48cd-bcd8-921cc84ee9b6 req-ff4db0ae-c193-475c-b10e-92d8cff7c627 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 943 time: 0.2059715 May 10 19:26:07.969570 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:07.971782 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'port': {'device_id': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'admin_state_up': True, 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'security_groups': ['e531ff9d-06b2-4941-b74b-63f454551765']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:07.984508 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-cfcee155-7236-49ab-9bc5-b25a0d4bb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:07.991756 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-cfcee155-7236-49ab-9bc5-b25a0d4bb8d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.1434798 May 10 19:26:08.090936 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd060ea7-21bd-4633-9a0f-d71cbc65a3b3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (c70efa69-f3a8-4514-a2e1-d7f62eb67a97), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.099247 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:08.099931 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.101774 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] 10.222.0.73 "PUT /v2.0/ports/285e572c-b0d8-4748-bf35-70eaa72534bf HTTP/1.1" status: 200 len: 1093 time: 2.6108935 May 10 19:26:08.102390 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:08.105618 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a37e70-4485-41cd-959e-2f1e84a74ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:08.119833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-145e2c3e-11ef-4aa5-9774-cdf354911021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:08.122486 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-145e2c3e-11ef-4aa5-9774-cdf354911021 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1122329 May 10 19:26:08.141576 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9202c165-d023-418a-9d54-481e20fbd28c req-3e0abf0b-cf31-4cc0-b794-88822cb824b2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687834 May 10 19:26:08.146803 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aabb95-f64f-49cb-8895-1dbf719c734f service neutron] Pushing event updated for resources: {'Port': ['ID=285e572c-b0d8-4748-bf35-70eaa72534bf,revision_number=3']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:08.187500 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-613424b6-64cf-48cd-bcd8-921cc84ee9b6 req-9a6073f0-6d7d-46bb-8bf7-5c2c4d2f11e0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814170 May 10 19:26:08.278526 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-2c7dd2c1-24cb-4e49-b337-a5dcc7e4dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:08.280691 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-2c7dd2c1-24cb-4e49-b337-a5dcc7e4dc2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 1127 time: 0.0921106 May 10 19:26:08.292854 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ab7be-3a76-41f7-b92c-5eae076b744a x-openstack-request-id: req-785ab7be-3a76-41f7-b92c-5eae076b744a {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:08.293461 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:08.294365 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-785ab7be-3a76-41f7-b92c-5eae076b744a {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:08.295034 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785ab7be-3a76-41f7-b92c-5eae076b744a'] response: {'name': 'network-changed', 'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'status': 'completed', 'code': 200} May 10 19:26:08.385780 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8bed4823-738d-4f99-a3f0-1a845afdf7f1 req-1be87581-5ede-4f25-9bb3-f9a75af24520 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 210 time: 0.1036105 May 10 19:26:08.387724 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-04fbfce6-ec9f-46d2-a5d1-92ee7728b7c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=285e572c-b0d8-4748-bf35-70eaa72534bf HTTP/1.1" status: 200 len: 217 time: 0.0916727 May 10 19:26:08.387936 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd060ea7-21bd-4633-9a0f-d71cbc65a3b3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c70efa69-f3a8-4514-a2e1-d7f62eb67a97), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.391362 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dd060ea7-21bd-4633-9a0f-d71cbc65a3b3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.392768 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-dd060ea7-21bd-4633-9a0f-d71cbc65a3b3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "DELETE /v2.0/security-groups/c70efa69-f3a8-4514-a2e1-d7f62eb67a97 HTTP/1.1" status: 204 len: 168 time: 0.9359004 May 10 19:26:08.405154 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53994) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:08.421247 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.api.v2.resource [None req-17c545be-7f96-450f-bc2f-c416e5f83817 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] show failed (client error): The resource could not be found. May 10 19:26:08.422683 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-17c545be-7f96-450f-bc2f-c416e5f83817 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups/c70efa69-f3a8-4514-a2e1-d7f62eb67a97 HTTP/1.1" status: 404 len: 347 time: 0.0149548 May 10 19:26:08.424591 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd060ea7-21bd-4633-9a0f-d71cbc65a3b3 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70efa69-f3a8-4514-a2e1-d7f62eb67a97,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:08.426912 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 53996) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:08.431733 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Made reservation on behalf of 5c6ebef4c7f34f3dac195244855d9292 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:26:08.435043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.438579 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-5b20e824-460f-4ecb-8072-9af588d27541 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993362 May 10 19:26:08.636708 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-06d22fc7-548d-4f66-a6d1-655c5b89d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:08.638178 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-06d22fc7-548d-4f66-a6d1-655c5b89d6f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.2126853 May 10 19:26:08.656380 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4f687736-88c1-43b8-a67e-8147ddbd7667 req-a8b0f882-a22f-482e-8bf5-c74bd76af049 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989243 May 10 19:26:08.687975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Allocated IP 172.20.0.8 (b113da0b-7d2b-4a4c-8782-54b46ffaf63c/3b5d063a-9d64-48a7-8377-a47974c3158c/a433209c-d12b-4e42-aeef-b49477b32c02) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:08.740247 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-1ac17728-8697-48d4-8210-4e8b9e3f2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:08.741709 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-1ac17728-8697-48d4-8210-4e8b9e3f2314 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0714905 May 10 19:26:08.744626 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Deleting port 585416b5-3a39-4355-b2ad-89a4bdfb6e45 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:08.744978 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.813812 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-42894339-d004-4d3a-b9b6-73bcd77f3510 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:08.815660 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-42894339-d004-4d3a-b9b6-73bcd77f3510 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 815 time: 0.2424889 May 10 19:26:08.844983 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-094fc5fa-8153-40c1-b012-0ee3a8faae9a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/quotas/fb8f2405eb7a484da3d99929e2e78ddb HTTP/1.1" status: 200 len: 375 time: 0.0239830 May 10 19:26:08.900206 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.900556 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (585416b5-3a39-4355-b2ad-89a4bdfb6e45), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:08.922419 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Calling delete_port for 585416b5-3a39-4355-b2ad-89a4bdfb6e45 owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:08.933801 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-119113c4-6f7d-4d83-af50-3b2aa8efe8be tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798612 May 10 19:26:09.096037 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-11ca6799-1bb3-433a-9ecf-3167b69314b3 service neutron] 10.222.0.70 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504116 May 10 19:26:09.121958 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for port (a433209c-d12b-4e42-aeef-b49477b32c02), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.158200 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.211060 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:09.218064 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (585416b5-3a39-4355-b2ad-89a4bdfb6e45), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.220736 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:09.228618 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:09.233846 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:09.272825 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event deleted for resources: {'Port': ['ID=585416b5-3a39-4355-b2ad-89a4bdfb6e45,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:09.290283 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:09.291031 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.310251 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-329d7449-ac49-4b1c-a4e3-1046686af7db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3578305 May 10 19:26:09.328464 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-d81ba85b-fd86-41c5-9151-e649f5c8fb28 service neutron] 10.222.0.70 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189996 May 10 19:26:09.363710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dcebe-29a9-4e83-8630-e18ced532ad7 req-27d08afb-ec1c-416f-a4f7-69141fff6b8e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:09.365297 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f74dcebe-29a9-4e83-8630-e18ced532ad7 req-27d08afb-ec1c-416f-a4f7-69141fff6b8e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.1125534 May 10 19:26:09.403764 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (949a500f-0c4f-4107-9145-2bac7ed28f14), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.406738 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.408296 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c5edca4f-f657-4f93-bd9e-61fc74910e76 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "DELETE /v2.0/floatingips/949a500f-0c4f-4107-9145-2bac7ed28f14 HTTP/1.1" status: 204 len: 168 time: 0.9697661 May 10 19:26:09.464670 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f74dcebe-29a9-4e83-8630-e18ced532ad7 req-576a3a80-a1e8-4b02-a7b2-cd090ab9c8c5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898511 May 10 19:26:09.499071 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-af7baa04-cd4d-46ab-a138-e3d5eb1603e5 None None] Provisioning complete for port a433209c-d12b-4e42-aeef-b49477b32c02 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:09.499607 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-af7baa04-cd4d-46ab-a138-e3d5eb1603e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.548084 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-af7baa04-cd4d-46ab-a138-e3d5eb1603e5 None None] Port a433209c-d12b-4e42-aeef-b49477b32c02 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:26:09.559336 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Request body: {'port': {'device_id': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:09.597401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-f28a6e3e-5d4f-48b1-91d9-68fc37a3cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:09.598825 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-f28a6e3e-5d4f-48b1-91d9-68fc37a3cc71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1127 time: 0.0962355 May 10 19:26:09.660266 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f1d03-8c5f-4863-8be8-6bb5638316c6 req-ec18f260-84a5-4428-af05-50331c9b8af8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:09.661824 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f96f1d03-8c5f-4863-8be8-6bb5638316c6 req-ec18f260-84a5-4428-af05-50331c9b8af8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 943 time: 0.1457078 May 10 19:26:09.677014 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:09.700537 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c838d-9cc7-4576-8449-a6618d101598 req-694fd957-28c6-4ff7-b7be-a447a73c7d5b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:09.702028 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2c8c838d-9cc7-4576-8449-a6618d101598 req-694fd957-28c6-4ff7-b7be-a447a73c7d5b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 931 time: 0.0984001 May 10 19:26:09.746361 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-3e9d1dcf-06ed-4d53-89a7-5623c33c31dd service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519727 May 10 19:26:09.781959 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:26:09.817384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-bbc4cca6-0e35-43c1-8e45-650b24834606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:09.818932 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-bbc4cca6-0e35-43c1-8e45-650b24834606 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.1991086 May 10 19:26:09.842758 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f96f1d03-8c5f-4863-8be8-6bb5638316c6 req-aeb15299-bf6d-40e6-bb41-8ab2e03f1a3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675467 May 10 19:26:09.854826 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2c8c838d-9cc7-4576-8449-a6618d101598 req-402fc715-a55a-44fc-8bcb-4e57556ba2af tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441021 May 10 19:26:09.867263 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-f1322055-115c-4869-b074-c58a25294e20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 217 time: 0.0410895 May 10 19:26:09.904781 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cbd7004a-f807-4bb7-9fa9-1f49515322d6 req-5a0e64fa-aea9-4a3a-b839-ae4c22d8945a service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480761 May 10 19:26:09.995976 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:09.998998 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ace5555d-b34a-48b0-be6f-f6de3de73e6d req-ccb034e7-84cd-4979-a68d-15576b162f57 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 210 time: 0.0504034 May 10 19:26:10.003461 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54028) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:10.011186 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458674047', 'description': 'tempest-description--1295158533'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:10.023950 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'network_id': '23b57150-617f-4822-b282-056863670252', 'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'mac_address': 'fa:16:3e:4c:17:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:26:10.035465 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.047850 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-5b1b0551-be8f-4c9f-b9b6-fd57d71a70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:10.049362 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-5b1b0551-be8f-4c9f-b9b6-fd57d71a70c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.1699932 May 10 19:26:10.070496 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:10.071913 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.087272 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a157f2b6-f0b6-483f-a31c-dcb0f0ba264b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:10.107641 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:10.108381 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.112103 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.113262 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.148002 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.150024 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1448529 May 10 19:26:10.150258 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a433209c-d12b-4e42-aeef-b49477b32c02 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:10.152907 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54030) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:10.158095 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Publish callbacks [] for port (a433209c-d12b-4e42-aeef-b49477b32c02), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.161786 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'security_group_rule': {'security_group_id': 'ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:10.167546 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3edbad-ff68-4e55-a4c3-ea05b290f5b8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:10.172739 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Transition to ACTIVE for port object a433209c-d12b-4e42-aeef-b49477b32c02 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:26:10.176220 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:10.178411 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.193242 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (b78fe2cb-7003-4d32-904c-917f6c71b8f1), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.241444 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:10.257750 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (b78fe2cb-7003-4d32-904c-917f6c71b8f1), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.263313 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (b78fe2cb-7003-4d32-904c-917f6c71b8f1), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.285995 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78fe2cb-7003-4d32-904c-917f6c71b8f1,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:10.295682 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.299329 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d78f0dab-48c1-4f0f-8e09-1f51042df2d4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429434 May 10 19:26:10.299572 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54034) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:10.304190 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'security_group_rule': {'security_group_id': 'ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:10.322950 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Attempting to bind port a433209c-d12b-4e42-aeef-b49477b32c02 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:26:10.323306 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Attempting to bind port a433209c-d12b-4e42-aeef-b49477b32c02 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:26:10.323689 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Attempting to bind port a433209c-d12b-4e42-aeef-b49477b32c02 on network b113da0b-7d2b-4a4c-8782-54b46ffaf63c {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:10.328347 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Port a433209c-d12b-4e42-aeef-b49477b32c02 on network b113da0b-7d2b-4a4c-8782-54b46ffaf63c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:26:10.328761 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Attempting to bind port a433209c-d12b-4e42-aeef-b49477b32c02 on network b113da0b-7d2b-4a4c-8782-54b46ffaf63c {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:10.333051 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (d34f1635-802f-40fc-bbce-7b1462891916), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.334044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:26:10.334391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Checking segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:26:10.334778 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Bound using segment: {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:26:10.335217 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Bound port: a433209c-d12b-4e42-aeef-b49477b32c02, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:26:10.335579 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.384466 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:10.407849 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:26:10.411823 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (d34f1635-802f-40fc-bbce-7b1462891916), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.412601 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:26:10.418391 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (d34f1635-802f-40fc-bbce-7b1462891916), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.421150 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.439742 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34f1635-802f-40fc-bbce-7b1462891916,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:10.457609 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.458898 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-1c7da556-dcfd-46c9-a6ff-5f2f65d32695 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582205 May 10 19:26:10.462605 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54036) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:10.470739 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:10.478208 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:10.478830 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.480860 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] 10.222.0.73 "PUT /v2.0/ports/a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 1093 time: 0.9788034 May 10 19:26:10.481301 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:10.483586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d20fde-18df-40d8-b266-7ac811118957" -d '{"events": [{"name": "network-changed", "server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:10.498537 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.510357 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc67876-7f32-43c4-928e-18b318c4a6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:10.557889 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac03b3-0dd6-4ef9-affa-b8b58ad29f56 x-openstack-request-id: req-28ac03b3-0dd6-4ef9-affa-b8b58ad29f56 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:10.558184 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:10.558469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28ac03b3-0dd6-4ef9-affa-b8b58ad29f56 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:10.558867 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ac03b3-0dd6-4ef9-affa-b8b58ad29f56'] response: {'name': 'network-changed', 'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'status': 'completed', 'code': 200} May 10 19:26:10.633825 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:10.641189 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8880f-e579-4bea-88b2-52e73d6f37bf req-e216452f-917c-4bb8-aadd-d2e137d8576c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:10.642687 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-29e8880f-e579-4bea-88b2-52e73d6f37bf req-e216452f-917c-4bb8-aadd-d2e137d8576c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 944 time: 0.0651340 May 10 19:26:10.745454 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-29e8880f-e579-4bea-88b2-52e73d6f37bf req-0314b616-47bc-494a-8ab4-b82cb7d2bfd6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960965 May 10 19:26:10.792859 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Allocated IP 172.27.0.7 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/41eaa6a7-d72a-4e45-975e-0e5b18b03976) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:10.870236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-86f86911-4e20-4a5d-9bca-942eb0c73114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:10.871727 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-86f86911-4e20-4a5d-9bca-942eb0c73114 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605280 May 10 19:26:10.873117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-02f0db0d-c886-4e76-bdb3-4b59001df984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:10.874470 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-02f0db0d-c886-4e76-bdb3-4b59001df984 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 1127 time: 0.0733140 May 10 19:26:10.901122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20fde-18df-40d8-b266-7ac811118957 req-fbdf4b65-1145-4b32-90b7-be7f11b668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:10.902878 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a0d20fde-18df-40d8-b266-7ac811118957 req-fbdf4b65-1145-4b32-90b7-be7f11b668fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1127 time: 0.0879648 May 10 19:26:11.063525 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-29cba506-9d70-48ee-ae0f-b7be7949534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.065126 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-29cba506-9d70-48ee-ae0f-b7be7949534a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.1741917 May 10 19:26:11.076378 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-e1868e23-182b-4121-8f05-c3919d4ce662 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937103 May 10 19:26:11.151681 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:11.165581 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24110-1ab4-47db-bb6b-876033153e70 req-1778d600-e9cd-4451-8c5e-aeb4e786e069 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.167024 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-05f24110-1ab4-47db-bb6b-876033153e70 req-1778d600-e9cd-4451-8c5e-aeb4e786e069 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.1851070 May 10 19:26:11.172670 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1f546-92c4-491d-b640-2ad9942f4bf2 req-5f2670f8-c528-4917-87ec-083858217fb0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.173998 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cba1f546-92c4-491d-b640-2ad9942f4bf2 req-5f2670f8-c528-4917-87ec-083858217fb0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 943 time: 0.1931639 May 10 19:26:11.335180 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-626e47bf-e9ed-4e31-87dc-6dd01c6a9bef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=285e572c-b0d8-4748-bf35-70eaa72534bf HTTP/1.1" status: 200 len: 217 time: 0.0580342 May 10 19:26:11.493896 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-64301e01-82ec-4949-b994-8a79fe4ca484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.495346 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-64301e01-82ec-4949-b994-8a79fe4ca484 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.1250303 May 10 19:26:11.504855 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20fde-18df-40d8-b266-7ac811118957 req-b425666e-bc76-43f4-b646-00a9b79666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.506331 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a0d20fde-18df-40d8-b266-7ac811118957 req-b425666e-bc76-43f4-b646-00a9b79666cb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c6ebef4c7f34f3dac195244855d9292&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5949495 May 10 19:26:11.554540 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-53d43cb1-5bd5-4563-b206-71b34ca5036a req-d6eb1ed7-7a25-4d66-894f-01dd32685e2a service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761710 May 10 19:26:11.576241 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-4e940861-9a2c-49c6-9d10-943af27f10c2 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.577772 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-4e940861-9a2c-49c6-9d10-943af27f10c2 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.73 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 815 time: 0.2166445 May 10 19:26:11.578805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-2898d197-9e02-48a8-8465-95f2e4b56094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.580140 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-2898d197-9e02-48a8-8465-95f2e4b56094 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732651 May 10 19:26:11.620992 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-05f24110-1ab4-47db-bb6b-876033153e70 req-3d460b0f-c1ef-402f-bff6-060fdc68363b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447601 May 10 19:26:11.624342 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cba1f546-92c4-491d-b640-2ad9942f4bf2 req-1c72e4cc-f426-4b42-bf60-25473203b54f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338975 May 10 19:26:11.652954 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:11.675018 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'port': {'device_id': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'admin_state_up': True, 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:11.780970 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 285e572c-b0d8-4748-bf35-70eaa72534bf details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:26:11.784592 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:26:11.814181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:11.815637 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-df33d9b1-67eb-4641-90fa-1a32202c2141 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978393 May 10 19:26:11.826562 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'Port': ['ID=41eaa6a7-d72a-4e45-975e-0e5b18b03976,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:11.830919 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:11.834422 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1a9fbed5-21bd-49de-aafd-9695bdcc602d req-770c5078-7e3e-4e5e-8a2d-92c728da49c8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 210 time: 0.1137137 May 10 19:26:11.835147 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:11.922444 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d20fde-18df-40d8-b266-7ac811118957 req-2cba6c1d-ed74-4b62-8622-72d3c9aae8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.934150 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a0d20fde-18df-40d8-b266-7ac811118957 req-2cba6c1d-ed74-4b62-8622-72d3c9aae8dc service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4096677 May 10 19:26:11.990098 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef84b-217a-43b8-abcc-dbc01b610f58 req-f60026c9-25ad-41d8-991c-765b5890cd42 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:11.991764 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9abef84b-217a-43b8-abcc-dbc01b610f58 req-f60026c9-25ad-41d8-991c-765b5890cd42 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 944 time: 0.1489978 May 10 19:26:12.068752 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d2a37e70-4485-41cd-959e-2f1e84a74ac3 req-030ecfbd-f273-45af-9251-fb2bc408e6c3 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330120 May 10 19:26:12.070391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Made reservation on behalf of fb8f2405eb7a484da3d99929e2e78ddb for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:26:12.075268 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.109658 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-e4f476ea-0142-4f75-9bdf-f636f1fc0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:12.111592 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-e4f476ea-0142-4f75-9bdf-f636f1fc0feb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1127 time: 0.0988257 May 10 19:26:12.125257 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.155249 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 285e572c-b0d8-4748-bf35-70eaa72534bf, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=285e572c-b0d8-4748-bf35-70eaa72534bf,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:12.188250 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'port_id': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'mac_address': 'fa:16:3e:46:07:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:26:12.190682 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9abef84b-217a-43b8-abcc-dbc01b610f58 req-0ba70b78-f920-4f9d-af78-a5ee2cc512f6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793311 May 10 19:26:12.209138 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-ad13b4ee-cdc3-4d9c-9699-6802f7083137 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 217 time: 0.0725439 May 10 19:26:12.251259 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:26:12.265047 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.278189 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:12.278908 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.335754 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 285e572c-b0d8-4748-bf35-70eaa72534bf is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:12.340948 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.342600 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-10d993dc-f8b8-4310-9c9e-3b5289fa3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:12.349083 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-10d993dc-f8b8-4310-9c9e-3b5289fa3363 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 200 len: 848 time: 0.1213121 May 10 19:26:12.358548 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285e572c-b0d8-4748-bf35-70eaa72534bf {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:12.408749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Allocated IP 172.20.0.13 (5e86f322-bba8-47e4-b682-aba362e382e7/b004dd82-9e11-4354-935d-ecc534364b80/1e380fac-eb24-4b35-95ba-473a58e3a45a) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:12.412723 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 285e572c-b0d8-4748-bf35-70eaa72534bf, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=285e572c-b0d8-4748-bf35-70eaa72534bf,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:12.419623 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.496776 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:12.497483 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.531424 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:12.534099 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e446e20-605b-42f1-b816-01902f33bf0b" -d '{"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:12.561573 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:12.567896 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=285e572c-b0d8-4748-bf35-70eaa72534bf,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:12.578005 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.585630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-dea9d59b-7939-4a04-979a-9351c529247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:12.589797 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-dea9d59b-7939-4a04-979a-9351c529247a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1872208 May 10 19:26:12.656863 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adba472-3fff-4ee9-8f5f-11577cb5e75b x-openstack-request-id: req-3adba472-3fff-4ee9-8f5f-11577cb5e75b {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:12.657108 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:12.657203 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3adba472-3fff-4ee9-8f5f-11577cb5e75b {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:12.657650 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3adba472-3fff-4ee9-8f5f-11577cb5e75b'] response: {'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'code': 200} May 10 19:26:12.747411 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:12.775389 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['285e572c-b0d8-4748-bf35-70eaa72534bf'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:12.810727 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.851705 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.852904 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:12.918837 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.006084 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:13.043882 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feceef0-b051-441e-a59d-6faa2aff1b34 req-1bda24b0-8328-42d3-86ba-922d86074954 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:13.046722 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4feceef0-b051-441e-a59d-6faa2aff1b34 req-1bda24b0-8328-42d3-86ba-922d86074954 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.2463961 May 10 19:26:13.054176 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca76f01-64fd-440c-872d-aa21a1e63814 req-09fd9909-257a-4239-81a9-685a6933523e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:13.056209 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bca76f01-64fd-440c-872d-aa21a1e63814 req-09fd9909-257a-4239-81a9-685a6933523e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 944 time: 0.2549174 May 10 19:26:13.075496 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-65aa0d63-44e9-44e5-bded-7ca89a98aa48 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476285 May 10 19:26:13.078504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Network 5e86f322-bba8-47e4-b682-aba362e382e7 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:13.081831 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:13.089600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:13.095974 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'Port': ['ID=41eaa6a7-d72a-4e45-975e-0e5b18b03976,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:13.168946 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732852d9-47f5-4def-9692-1e86382d08b5 req-495280db-37cc-4e6f-8646-2231b885a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:13.170973 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-732852d9-47f5-4def-9692-1e86382d08b5 req-495280db-37cc-4e6f-8646-2231b885a7db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1129 time: 0.1659150 May 10 19:26:13.197072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:13.197985 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.200234 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.243386 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b6ea3b30-8e13-4103-b8c1-a99cf0e85087 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6237507 May 10 19:26:13.273085 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Request body: {'port': {'device_id': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:13.304642 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.314460 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-425b7c04-52b1-46f2-9745-17ee5190b1c0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8493111 May 10 19:26:13.322307 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4feceef0-b051-441e-a59d-6faa2aff1b34 req-b50cdd88-d750-41d8-82b7-ad2685e033e3 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591951 May 10 19:26:13.325618 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bca76f01-64fd-440c-872d-aa21a1e63814 req-cc8dcbd4-e999-48ed-ab31-dcd4a90fa4a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574267 May 10 19:26:13.353331 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60d759d3-be66-44ed-9c87-d9045cdf9c42 req-db77cf0b-412a-4b0a-aa22-601a7dda7bf9 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599328 May 10 19:26:13.415252 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-732852d9-47f5-4def-9692-1e86382d08b5 req-87d216f8-49dd-4a97-8f1b-cd6754fe1e1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020159 May 10 19:26:13.423402 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.485088 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-967c8060-96fd-4472-8937-737c0b8d0491 None None] Provisioning complete for port 1e380fac-eb24-4b35-95ba-473a58e3a45a triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:13.485692 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-967c8060-96fd-4472-8937-737c0b8d0491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.507066 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeaa2a-4a27-4caf-8ad7-71446faa6592 req-fb1eebaf-4954-44f9-ac4b-0d2c28604874 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:13.509508 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fbeeaa2a-4a27-4caf-8ad7-71446faa6592 req-fb1eebaf-4954-44f9-ac4b-0d2c28604874 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0577226 May 10 19:26:13.534416 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-967c8060-96fd-4472-8937-737c0b8d0491 None None] Port 1e380fac-eb24-4b35-95ba-473a58e3a45a cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:26:13.576102 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95314c4-183d-4822-94b6-9606e4220496 req-45271180-eb70-431a-8c6e-54868fa12e12 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:13.577778 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a95314c4-183d-4822-94b6-9606e4220496 req-45271180-eb70-431a-8c6e-54868fa12e12 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 932 time: 0.0672355 May 10 19:26:13.619555 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fbeeaa2a-4a27-4caf-8ad7-71446faa6592 req-e8bbb175-404e-431b-80d8-10a2a1c22d9a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762386 May 10 19:26:13.658919 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a95314c4-183d-4822-94b6-9606e4220496 req-96d9451e-48d9-4819-bc33-94326251b171 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707619 May 10 19:26:13.753190 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e380fac-eb24-4b35-95ba-473a58e3a45a {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:13.760658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Publish callbacks [] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.772924 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Transition to ACTIVE for port object 1e380fac-eb24-4b35-95ba-473a58e3a45a will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:26:13.776694 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.799554 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 285e572c-b0d8-4748-bf35-70eaa72534bf up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:26:13.802021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-747ec178-cbd0-4e26-9411-ed7de115bbe8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--458674047&fields=id&tenant_id=8c2669245ca948cfa795863fa7e43496 HTTP/1.1" status: 200 len: 267 time: 0.0431771 May 10 19:26:13.840303 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:13.897464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 285e572c-b0d8-4748-bf35-70eaa72534bf completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:26:13.918147 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 285e572c-b0d8-4748-bf35-70eaa72534bf triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:13.918527 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:13.931540 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Attempting to bind port 1e380fac-eb24-4b35-95ba-473a58e3a45a on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:26:13.932142 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Attempting to bind port 1e380fac-eb24-4b35-95ba-473a58e3a45a by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:26:13.932686 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Attempting to bind port 1e380fac-eb24-4b35-95ba-473a58e3a45a on network 5e86f322-bba8-47e4-b682-aba362e382e7 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:13.937917 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Port 1e380fac-eb24-4b35-95ba-473a58e3a45a on network 5e86f322-bba8-47e4-b682-aba362e382e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:26:13.938480 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Attempting to bind port 1e380fac-eb24-4b35-95ba-473a58e3a45a on network 5e86f322-bba8-47e4-b682-aba362e382e7 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:13.948643 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:26:13.951486 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Checking segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:26:13.951735 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Bound using segment: {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:26:13.952191 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Bound port: 1e380fac-eb24-4b35-95ba-473a58e3a45a, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2bef7c-600e-48dd-a32e-9a27d8061905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:26:13.952590 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:14.072016 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-2b381151-fc0a-468b-8e1c-d54c4c59955d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:14.075534 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-2b381151-fc0a-468b-8e1c-d54c4c59955d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 810 time: 0.2642956 May 10 19:26:14.076837 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 285e572c-b0d8-4748-bf35-70eaa72534bf is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:14.077219 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:14.085631 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:26:14.096293 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:26:14.102535 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-4317e5d0-9162-4fd5-9f92-9248cbffdc7b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/quotas/8c2669245ca948cfa795863fa7e43496 HTTP/1.1" status: 200 len: 375 time: 0.0209672 May 10 19:26:14.105186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:14.159209 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:14.159885 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:14.161356 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] 10.222.0.73 "PUT /v2.0/ports/1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 1094 time: 0.9052212 May 10 19:26:14.161883 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:14.163920 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 285e572c-b0d8-4748-bf35-70eaa72534bf, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=285e572c-b0d8-4748-bf35-70eaa72534bf,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:14.164205 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788732f1-9a2d-4d0a-882d-e60d00963a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:14.184657 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:14.209266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba05f3b-3c08-44d3-a477-a04a8cbcde77 service neutron] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:14.221977 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3252f37-3bbb-4a8e-920a-97ffa18816c1 x-openstack-request-id: req-a3252f37-3bbb-4a8e-920a-97ffa18816c1 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:14.222277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:14.222539 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3252f37-3bbb-4a8e-920a-97ffa18816c1 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:14.222986 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3252f37-3bbb-4a8e-920a-97ffa18816c1'] response: {'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'status': 'completed', 'code': 200} May 10 19:26:14.231439 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-56dbb0b9-3fdb-4bf4-8040-ad3dc2dddf82 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238141 May 10 19:26:14.324285 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=285e572c-b0d8-4748-bf35-70eaa72534bf,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:14.373723 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4bb47527-c7ff-4fab-a824-3c63e1d96524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:14.523832 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-92ca241c-2332-4801-95bc-bd251b65d0d1 service neutron] 10.222.0.70 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575500 May 10 19:26:14.532905 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e833-feec-4949-a716-92fc84d19a3b req-69d87065-7371-4c79-9ee9-f544395dcbe2 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:14.540724 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31c0e833-feec-4949-a716-92fc84d19a3b req-69d87065-7371-4c79-9ee9-f544395dcbe2 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0736496 May 10 19:26:14.658353 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:14.661678 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c3646-0c50-4cd4-9a00-5b6a4a9a72f3" -d '{"events": [{"server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "name": "network-vif-plugged", "status": "completed", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:14.665990 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31c0e833-feec-4949-a716-92fc84d19a3b req-8fab7caf-30e1-426f-b535-48e3f62ec33b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242661 May 10 19:26:14.696736 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-4efac3dc-91c6-42b5-a9ff-2f84e37726bd service neutron] 10.222.0.70 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361206 May 10 19:26:14.815678 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0af81-a367-4119-8ff6-88382741564b req-61fb6e3d-0693-4d5f-9d54-4c7882ac4781 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:14.823721 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-77c0af81-a367-4119-8ff6-88382741564b req-61fb6e3d-0693-4d5f-9d54-4c7882ac4781 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0895290 May 10 19:26:14.887840 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-77c0af81-a367-4119-8ff6-88382741564b req-715314df-d692-4479-8073-2e141ba0a83a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598381 May 10 19:26:14.940884 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e7cc5c-ec71-4bf7-97dd-26dff70c45da x-openstack-request-id: req-06e7cc5c-ec71-4bf7-97dd-26dff70c45da {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:14.941218 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "name": "network-vif-plugged", "status": "completed", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:14.941482 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06e7cc5c-ec71-4bf7-97dd-26dff70c45da {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:14.941913 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e7cc5c-ec71-4bf7-97dd-26dff70c45da'] response: {'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'code': 200} May 10 19:26:14.987366 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5122-2426-4eb0-b846-4d51216f45f3 req-21fb3bf5-c206-4a45-be98-7669d373953e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:14.988942 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f7fd5122-2426-4eb0-b846-4d51216f45f3 req-21fb3bf5-c206-4a45-be98-7669d373953e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0640581 May 10 19:26:15.136463 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f7fd5122-2426-4eb0-b846-4d51216f45f3 req-cdae329e-1e1b-4491-a1a9-5f68659a2bda tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335866 May 10 19:26:15.143242 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1a956-a46c-4161-b8e3-cd2cc8df2c99 req-8428245b-3cf0-4221-88f8-d27cbb9254d6 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:15.149829 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d0b1a956-a46c-4161-b8e3-cd2cc8df2c99 req-8428245b-3cf0-4221-88f8-d27cbb9254d6 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.1240489 May 10 19:26:15.253097 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d0b1a956-a46c-4161-b8e3-cd2cc8df2c99 req-78f5bf9f-1534-4932-b974-4e6716241bc9 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013684 May 10 19:26:15.273638 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4321850c-e837-4c37-9dd7-af8434b19d4d req-a4780915-36e4-4a74-b136-988f168f9c14 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0478508 May 10 19:26:15.781828 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f0977-2607-40e9-98f7-1cb1dc83d839 req-a33bbbb2-95a4-4dcc-9f4a-ba38225d0cc5 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:15.783480 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-694f0977-2607-40e9-98f7-1cb1dc83d839 req-a33bbbb2-95a4-4dcc-9f4a-ba38225d0cc5 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0506575 May 10 19:26:15.835579 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-694f0977-2607-40e9-98f7-1cb1dc83d839 req-171f7f25-1c31-4df5-96b4-69446628bb0b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461931 May 10 19:26:15.977738 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:16.016691 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d2457-b776-44a8-8847-f93a7aa6f976 req-f8202fe4-cea2-4573-9591-4fa06965c7ac tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:16.020605 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4a0d2457-b776-44a8-8847-f93a7aa6f976 req-f8202fe4-cea2-4573-9591-4fa06965c7ac tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0687346 May 10 19:26:16.092615 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4a0d2457-b776-44a8-8847-f93a7aa6f976 req-5d3ada7f-c0b8-4a66-9f47-3ef100941e33 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664732 May 10 19:26:16.293752 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea3b0-b796-45b2-a4b3-5bfb3c4eb739 req-f80a4603-0598-49b4-af23-e7deb4e89154 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:16.295241 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-988ea3b0-b796-45b2-a4b3-5bfb3c4eb739 req-f80a4603-0598-49b4-af23-e7deb4e89154 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0538330 May 10 19:26:16.357609 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-988ea3b0-b796-45b2-a4b3-5bfb3c4eb739 req-1ae5b7cd-c945-46a4-aa36-ca11bed776ed tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561419 May 10 19:26:16.494537 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4a21-09d1-4330-ba0c-b0d62bb9487a req-63901756-6718-4f9f-bb09-78d61e3176e4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:16.495481 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-75ba4a21-09d1-4330-ba0c-b0d62bb9487a req-63901756-6718-4f9f-bb09-78d61e3176e4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0705521 May 10 19:26:16.550367 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2214a4bc-e81a-4b94-baeb-b380add89de4 req-dfb53869-afbb-4398-8019-0b62d39401a0 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0348139 May 10 19:26:16.583660 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-75ba4a21-09d1-4330-ba0c-b0d62bb9487a req-5ddfc159-337e-40ee-b005-66264e89fa4e tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824943 May 10 19:26:16.675531 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4a187924-1f1c-4cef-9db5-64b2adf76b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:16.954813 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5a9f1-cf1c-4ba6-bf6e-e76228db042c req-bc447c0c-62a2-47e6-aa0b-8c97e0fb9eb9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:16.956625 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6dd5a9f1-cf1c-4ba6-bf6e-e76228db042c req-bc447c0c-62a2-47e6-aa0b-8c97e0fb9eb9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0521226 May 10 19:26:17.010848 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6dd5a9f1-cf1c-4ba6-bf6e-e76228db042c req-cacfc9df-dd55-4e58-b1fa-fc097ddf4a96 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488229 May 10 19:26:17.279872 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5103d3-9084-4b52-b3dc-5d087aa424cc req-99a501f3-9daa-49d3-bbe1-25fe370df150 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:17.281735 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d5103d3-9084-4b52-b3dc-5d087aa424cc req-99a501f3-9daa-49d3-bbe1-25fe370df150 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0764635 May 10 19:26:17.348458 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d5103d3-9084-4b52-b3dc-5d087aa424cc req-ae5f5fbf-7225-4ba5-940f-20cfc407723f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591395 May 10 19:26:17.433917 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:17.496375 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26da99-c89b-4476-91a3-8d962eb1efe6 req-472ee8db-3a24-489b-9ea1-814df6c55b2b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:17.498541 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6f26da99-c89b-4476-91a3-8d962eb1efe6 req-472ee8db-3a24-489b-9ea1-814df6c55b2b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0541782 May 10 19:26:17.550098 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6f26da99-c89b-4476-91a3-8d962eb1efe6 req-70a9b134-428a-4e11-95ae-79f070460e0a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 May 10 19:26:17.676172 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e9b3210a-3737-40b8-aeee-e36a11e2f4e9 req-36b12902-53fe-4508-9d1b-79867f2e6e77 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0546222 May 10 19:26:17.724446 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262421c-f56c-4888-970e-2c90cae4b53f req-3b4726a7-701f-4719-a20d-46dfa3f7ef1b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:17.727707 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1262421c-f56c-4888-970e-2c90cae4b53f req-3b4726a7-701f-4719-a20d-46dfa3f7ef1b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0677817 May 10 19:26:17.786050 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1262421c-f56c-4888-970e-2c90cae4b53f req-9af13482-4dbf-425d-bb93-c0758000596b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 May 10 19:26:18.137003 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525fe03-d4e5-404d-b5b7-f8cba94f4d3a req-85c05c6f-c932-48e3-a893-410bcd976a5f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:18.138652 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2525fe03-d4e5-404d-b5b7-f8cba94f4d3a req-85c05c6f-c932-48e3-a893-410bcd976a5f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0497844 May 10 19:26:18.197054 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2525fe03-d4e5-404d-b5b7-f8cba94f4d3a req-aab1d0fb-6aac-4b63-b28b-fea1ebcc0013 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486386 May 10 19:26:18.480488 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1fec-df05-4297-ba9d-fac935f10ba7 req-6009f794-9d23-40c8-9db8-c148e8ffa2b5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:18.481868 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60ad1fec-df05-4297-ba9d-fac935f10ba7 req-6009f794-9d23-40c8-9db8-c148e8ffa2b5 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0482135 May 10 19:26:18.536047 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60ad1fec-df05-4297-ba9d-fac935f10ba7 req-5ef92776-fcbf-4717-a248-0d018cf96d61 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481465 May 10 19:26:18.673294 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d1be9-b339-4ede-96e3-d5188be7f4e2 req-21a43d10-8abc-4b9a-bca0-92668b551757 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:18.675014 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-272d1be9-b339-4ede-96e3-d5188be7f4e2 req-21a43d10-8abc-4b9a-bca0-92668b551757 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0517235 May 10 19:26:18.735113 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-272d1be9-b339-4ede-96e3-d5188be7f4e2 req-3b0b0a3f-3798-4075-ace9-dc8d66ac2e47 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536392 May 10 19:26:18.790905 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-09c2a796-3f7d-4e8d-869e-32c3424a4332 req-78410696-b630-40f8-aa72-d2dbe9101806 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0408185 May 10 19:26:18.909296 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ba82-cd87-42d2-920e-d68e77921973 req-9255994e-fd92-4e0d-a308-75afdec13c9c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:18.910783 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-87d2ba82-cd87-42d2-920e-d68e77921973 req-9255994e-fd92-4e0d-a308-75afdec13c9c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0501385 May 10 19:26:18.966612 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-87d2ba82-cd87-42d2-920e-d68e77921973 req-1f36e382-ab85-4269-8c49-b28e6943d1a1 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493917 May 10 19:26:19.022084 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:19.313334 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed1a4-64be-4feb-8042-6c92fb93be27 req-93284016-141e-4b1e-a104-32e8fe2d9b23 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:19.314922 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-33bed1a4-64be-4feb-8042-6c92fb93be27 req-93284016-141e-4b1e-a104-32e8fe2d9b23 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0492866 May 10 19:26:19.367936 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-33bed1a4-64be-4feb-8042-6c92fb93be27 req-ce02786a-991c-4c0b-9f5c-4c235a88dae6 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466688 May 10 19:26:19.651862 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070b45-db7b-403b-9a63-cd1f8307eb99 req-d6377a78-5602-44d5-8053-b0b168047004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:19.653543 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f3070b45-db7b-403b-9a63-cd1f8307eb99 req-d6377a78-5602-44d5-8053-b0b168047004 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0479379 May 10 19:26:19.715430 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f3070b45-db7b-403b-9a63-cd1f8307eb99 req-19f384f8-a4d6-46cd-96bf-6d5d2d9e7bdc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558527 May 10 19:26:19.876009 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe8708-62b8-46bd-ac57-292507cf855b req-9d17739f-9052-4d87-ae49-4154f9d105bb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:19.877725 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9bfe8708-62b8-46bd-ac57-292507cf855b req-9d17739f-9052-4d87-ae49-4154f9d105bb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0634742 May 10 19:26:19.912702 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-263e9f58-c5b8-41e9-b097-18981039255f req-c8ebcf4c-6742-443a-b4c3-4ac4954775f9 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0338273 May 10 19:26:19.957224 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9bfe8708-62b8-46bd-ac57-292507cf855b req-44ce1798-50ba-45ec-9a13-65639db65ae7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694349 May 10 19:26:20.104510 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3295f-d6b7-41f0-add0-ddf973df8e93 req-0a88e0be-8dfa-44aa-9d7a-d8d58b084960 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:20.106451 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-87f3295f-d6b7-41f0-add0-ddf973df8e93 req-0a88e0be-8dfa-44aa-9d7a-d8d58b084960 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0576651 May 10 19:26:20.167021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-87f3295f-d6b7-41f0-add0-ddf973df8e93 req-814a598d-5a13-43f8-b184-c3981ffcefe5 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551219 May 10 19:26:20.487724 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555279c-2a32-488a-8dfc-0c5168140c6e req-fe39e39f-47f7-472c-8798-8d8ab114b896 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:20.489251 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c555279c-2a32-488a-8dfc-0c5168140c6e req-fe39e39f-47f7-472c-8798-8d8ab114b896 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0505025 May 10 19:26:20.539688 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c555279c-2a32-488a-8dfc-0c5168140c6e req-f4c47b0a-871a-4ea7-8227-5136b3794eaa tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 May 10 19:26:20.635374 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:20.829985 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e215d-cf33-487a-b54a-efb9961df7c4 req-a941dd63-c1c2-4d3d-929f-09ab20fd11df tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:20.831441 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-517e215d-cf33-487a-b54a-efb9961df7c4 req-a941dd63-c1c2-4d3d-929f-09ab20fd11df tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0492134 May 10 19:26:20.876592 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-517e215d-cf33-487a-b54a-efb9961df7c4 req-6c83cf32-dc2e-4086-b6a7-9900115bd4e2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 May 10 19:26:21.014322 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-10e6262c-8e0a-4d09-b409-1709ac2e0598 req-c7c9bc3a-d9b9-4e71-b320-62d19e93246c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0271182 May 10 19:26:21.088709 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbec2a-6c3f-45dc-a709-50f33a6da9da req-72ff3ec8-d00b-43c8-b80a-9413de1dbbe9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:21.090179 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-81cbec2a-6c3f-45dc-a709-50f33a6da9da req-72ff3ec8-d00b-43c8-b80a-9413de1dbbe9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0533905 May 10 19:26:21.138011 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-81cbec2a-6c3f-45dc-a709-50f33a6da9da req-0f4106f8-962f-4dac-9dfc-14af1cf15049 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 May 10 19:26:21.269860 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466f079-34a7-4ea4-a430-a1fda62da737 req-b444fdd8-f0ae-4e27-96a7-0c3cb1604783 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:21.271189 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c466f079-34a7-4ea4-a430-a1fda62da737 req-b444fdd8-f0ae-4e27-96a7-0c3cb1604783 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0445516 May 10 19:26:21.316758 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c466f079-34a7-4ea4-a430-a1fda62da737 req-0ae0939b-ebea-4101-8f59-bc3842ca3e35 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 May 10 19:26:21.576105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788732f1-9a2d-4d0a-882d-e60d00963a3a req-f3b13950-87af-4187-99cf-39115eebc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:21.584359 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-788732f1-9a2d-4d0a-882d-e60d00963a3a req-f3b13950-87af-4187-99cf-39115eebc585 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1128 time: 0.0435510 May 10 19:26:21.691739 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd774d-8acd-4182-8455-90b2864fafa3 req-d5cff396-030e-4bad-9a75-c9672aaa34bf tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:21.693242 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1dcd774d-8acd-4182-8455-90b2864fafa3 req-d5cff396-030e-4bad-9a75-c9672aaa34bf tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0534790 May 10 19:26:21.695268 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788732f1-9a2d-4d0a-882d-e60d00963a3a req-af68a2d7-0758-40c2-8e7a-9d800b539e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:21.697003 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-788732f1-9a2d-4d0a-882d-e60d00963a3a req-af68a2d7-0758-40c2-8e7a-9d800b539e0e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1117043 May 10 19:26:21.743682 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1dcd774d-8acd-4182-8455-90b2864fafa3 req-92bd93ba-ccbd-4ef8-aaa1-fe3fe28e35c4 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 May 10 19:26:21.985185 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50baa-cb70-4704-bef6-99a47cbdcd66 req-81d052e1-92e2-4be4-a122-c71b85cd089b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:21.986727 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f4b50baa-cb70-4704-bef6-99a47cbdcd66 req-81d052e1-92e2-4be4-a122-c71b85cd089b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0453525 May 10 19:26:22.035201 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f4b50baa-cb70-4704-bef6-99a47cbdcd66 req-d676b9df-52bb-45db-b227-3c2e45c42e67 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400438 May 10 19:26:22.134999 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d6acb1bc-55ad-4089-b43a-a12722723b6f req-effbdf19-5334-4d24-b81e-242267567097 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0386543 May 10 19:26:22.177533 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788732f1-9a2d-4d0a-882d-e60d00963a3a req-481f5c30-d26c-4a02-a33a-11a8f6004125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.179057 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-788732f1-9a2d-4d0a-882d-e60d00963a3a req-481f5c30-d26c-4a02-a33a-11a8f6004125 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188726 May 10 19:26:22.259961 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affc5dc-a56c-4de5-bc3d-e0815b46f513 req-09d2c0f4-f645-4ac1-8bcc-6ae4f6913f48 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.261471 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7affc5dc-a56c-4de5-bc3d-e0815b46f513 req-09d2c0f4-f645-4ac1-8bcc-6ae4f6913f48 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0491326 May 10 19:26:22.307133 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7affc5dc-a56c-4de5-bc3d-e0815b46f513 req-df87032b-db04-4228-b27e-64ea186a9c52 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 May 10 19:26:22.444252 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84186463-4f04-4a17-9937-8cd994187512 req-3b5879c3-e856-46b4-945a-b2e488a01920 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.445946 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-84186463-4f04-4a17-9937-8cd994187512 req-3b5879c3-e856-46b4-945a-b2e488a01920 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0721283 May 10 19:26:22.452880 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c3d4b-c81f-42b5-9538-527ef47c4bc7 req-d9ea4d86-6a4a-4251-89f5-decbb605ff68 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.454243 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c94c3d4b-c81f-42b5-9538-527ef47c4bc7 req-d9ea4d86-6a4a-4251-89f5-decbb605ff68 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0721228 May 10 19:26:22.456110 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54210) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:22.460582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Request body: {'floatingip': {'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:22.515398 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (79f490d4-9e11-42ad-b7e7-82248aa4b93a), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:22.586563 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60220-3af5-4b9c-81ea-8104d4538c9a req-3dd58e13-f8ca-4cd2-8835-a4416dfb1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.588878 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-a4e60220-3af5-4b9c-81ea-8104d4538c9a req-3dd58e13-f8ca-4cd2-8835-a4416dfb1437 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 1129 time: 0.0694904 May 10 19:26:22.616934 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b191bb9a-d32a-428d-a8bf-00c215dc1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.618434 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-b191bb9a-d32a-428d-a8bf-00c215dc1cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1128 time: 0.0430291 May 10 19:26:22.703334 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-a4e60220-3af5-4b9c-81ea-8104d4538c9a req-cd919559-f501-4ecb-9465-2b14b186c0a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 May 10 19:26:22.864631 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c94c3d4b-c81f-42b5-9538-527ef47c4bc7 req-e8fbccf0-0e82-4618-add3-a442cc852c3c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993137 May 10 19:26:22.910709 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fcfba-bdda-4da5-a9bb-60951bbc5f24 req-e5732ce0-aedc-4163-acc0-8979f2395535 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:22.912148 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-895fcfba-bdda-4da5-a9bb-60951bbc5f24 req-e5732ce0-aedc-4163-acc0-8979f2395535 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0883048 May 10 19:26:23.017183 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-895fcfba-bdda-4da5-a9bb-60951bbc5f24 req-38862ea0-84fc-410d-9aa2-661cfb20d476 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971589 May 10 19:26:23.102065 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-24176b3e-1972-4d4c-8fa9-2610e43ee22e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 217 time: 0.0478878 May 10 19:26:23.169384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-f0666a2f-3c23-4551-acef-2074285d953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:23.171893 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-f0666a2f-3c23-4551-acef-2074285d953d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 200 len: 854 time: 0.0643535 May 10 19:26:23.210970 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55653d-0a91-430a-a918-d15f324c507e req-de107e09-54e0-40f1-ba20-c6f67ad77703 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:23.213433 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9d55653d-0a91-430a-a918-d15f324c507e req-de107e09-54e0-40f1-ba20-c6f67ad77703 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0679176 May 10 19:26:23.263885 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-8615c581-5d42-45c5-a572-8bde00044a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:23.265480 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-8615c581-5d42-45c5-a572-8bde00044a05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e86f322-bba8-47e4-b682-aba362e382e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807922 May 10 19:26:23.300175 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f0124ac3-2b9b-495f-b02c-540fbdec8555 req-7d5d5c9c-2d3f-421c-98b5-21e34e872777 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0499277 May 10 19:26:23.307291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-18fee221-2940-493d-b9c6-22fe3f38eb8b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:23.308815 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-18fee221-2940-493d-b9c6-22fe3f38eb8b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 810 time: 0.1546361 May 10 19:26:23.361579 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9d55653d-0a91-430a-a918-d15f324c507e req-fe8be201-8fc0-4fc7-8c9c-15baa1e663f3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094272 May 10 19:26:23.423736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:23.427454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (79f490d4-9e11-42ad-b7e7-82248aa4b93a), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:23.528359 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Floating IP 79f490d4-9e11-42ad-b7e7-82248aa4b93a associated. External IP: 172.27.0.102, port: a157f2b6-f0b6-483f-a31c-dcb0f0ba264b. May 10 19:26:23.715111 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-5487f6ea-c8e5-485f-901c-b819fc9104bb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c2669245ca948cfa795863fa7e43496 HTTP/1.1" status: 200 len: 379 time: 0.1073098 May 10 19:26:23.733462 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'port': {'device_id': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'admin_state_up': True, 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'security_groups': ['ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:23.760907 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:23.789066 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-e09a15e4-b7d6-425e-94a9-cd3ad8a58666 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643944 May 10 19:26:23.849027 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Made reservation on behalf of 8c2669245ca948cfa795863fa7e43496 for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:26:23.852350 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:23.874596 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:23.885166 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:23.886438 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:23.900190 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:23.901174 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:23.966812 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-6d1e7b71-e84f-4534-81cb-102f146c9da8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "PUT /v2.0/floatingips/79f490d4-9e11-42ad-b7e7-82248aa4b93a HTTP/1.1" status: 200 len: 991 time: 1.5074828 May 10 19:26:23.973555 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:23.975943 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac978b6-b054-4fae-b204-85984f966bde" -d '{"events": [{"name": "network-changed", "server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:24.027424 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50f5c7-4103-45e9-92b8-e3accb47aaea req-4104c9bf-89f4-4cc0-bc54-55a5457119e3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.032518 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:24.044117 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9e50f5c7-4103-45e9-92b8-e3accb47aaea req-4104c9bf-89f4-4cc0-bc54-55a5457119e3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0819571 May 10 19:26:24.099850 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9e50f5c7-4103-45e9-92b8-e3accb47aaea req-a660531a-ccbd-48bd-9b6c-c2ee04237ca7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540349 May 10 19:26:24.102666 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-03fb3176-2d8f-4ff4-b7fb-a48bcdf71cb7 req-428ead3b-0d64-484c-90e7-3cd05708ee40 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979704 May 10 19:26:24.103750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Allocated IP 172.20.0.6 (dcbda2b8-24f3-4e04-abd8-14474ec22014/3835e4ca-19e9-4c98-94cd-7287718aa71b/e66231aa-ea59-4ff6-93b7-04bd9e66dd8d) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:24.119945 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d70a60b-0df9-4341-b795-33ddf852c033 x-openstack-request-id: req-4d70a60b-0df9-4341-b795-33ddf852c033 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:24.120244 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:24.120544 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d70a60b-0df9-4341-b795-33ddf852c033 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:24.122351 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d70a60b-0df9-4341-b795-33ddf852c033'] response: {'name': 'network-changed', 'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'status': 'completed', 'code': 200} May 10 19:26:24.227128 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df757-c33f-4b94-912c-b8af0e210b20 req-9c78dfd9-be80-435c-813c-da30d40ea3c5 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.229624 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e9df757-c33f-4b94-912c-b8af0e210b20 req-9c78dfd9-be80-435c-813c-da30d40ea3c5 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0548854 May 10 19:26:24.265535 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:24.283452 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e9df757-c33f-4b94-912c-b8af0e210b20 req-f18438b3-b10f-4299-ba90-488085f085d4 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475252 May 10 19:26:24.308645 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:24.326135 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '79f490d4-9e11-42ad-b7e7-82248aa4b93a', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'mac_address': 'fa:16:3e:4c:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:25:59Z', 'updated_at': '2022-05-10T19:26:23Z', 'revision_number': 1, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:24.347328 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:24.351073 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:24.357746 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:24.368029 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:24.381643 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:24.383895 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:24.406239 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event updated for resources: {'Port': ['ID=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:24.458415 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdd0a8-0398-4783-a176-c1fcf8ea1c81 req-e4593d33-a196-482a-8b61-11cbc4491eb5 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.467144 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d4fdd0a8-0398-4783-a176-c1fcf8ea1c81 req-e4593d33-a196-482a-8b61-11cbc4491eb5 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 931 time: 0.0743635 May 10 19:26:24.480012 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.489747 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:24.536451 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:24.536675 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-89e63ca1-3fce-4b1a-988f-33026ca936f8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8098471 May 10 19:26:24.543714 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d4fdd0a8-0398-4783-a176-c1fcf8ea1c81 req-543c0605-ddf2-4069-a603-53c4c15c5c67 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714078 May 10 19:26:24.599994 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78660-9fcd-47a6-b986-74480f4ecd1e req-86696c8e-a976-4597-b069-bb63c956c887 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.607050 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fda78660-9fcd-47a6-b986-74480f4ecd1e req-86696c8e-a976-4597-b069-bb63c956c887 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0555072 May 10 19:26:24.668561 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fda78660-9fcd-47a6-b986-74480f4ecd1e req-c95f6740-74ff-404f-9e36-5a2d55167003 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548456 May 10 19:26:24.674667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-3019aa9c-d411-491e-af61-5e43cb984549 None None] Provisioning complete for port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:24.674866 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-3019aa9c-d411-491e-af61-5e43cb984549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:24.762821 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-3019aa9c-d411-491e-af61-5e43cb984549 None None] Port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:26:24.810024 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cfe40-bae8-43f2-bb10-ffdfa52d0198 req-9e9fc130-730f-40c5-8daf-2ea81b202d83 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.811418 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-da3cfe40-bae8-43f2-bb10-ffdfa52d0198 req-9e9fc130-730f-40c5-8daf-2ea81b202d83 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0763958 May 10 19:26:24.820875 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54248) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:24.824234 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9fff2-e6b5-43e0-920c-dae7fd517cb4 req-6762fa56-18a4-46d7-b686-55a4624af195 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:24.826508 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bec9fff2-e6b5-43e0-920c-dae7fd517cb4 req-6762fa56-18a4-46d7-b686-55a4624af195 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0623717 May 10 19:26:24.826862 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'port_id': '285e572c-b0d8-4748-bf35-70eaa72534bf'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:24.834221 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '79f490d4-9e11-42ad-b7e7-82248aa4b93a', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'mac_address': 'fa:16:3e:4c:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:25:59Z', 'updated_at': '2022-05-10T19:26:23Z', 'revision_number': 1, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:24.860933 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46569e8-5dfe-4e4d-aef5-44374ddee749 None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '79f490d4-9e11-42ad-b7e7-82248aa4b93a', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'mac_address': 'fa:16:3e:4c:17:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:25:59Z', 'updated_at': '2022-05-10T19:26:23Z', 'revision_number': 1, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:24.870834 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (f7ca0e47-c329-40d2-a991-3b488121a998), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:24.879369 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bec9fff2-e6b5-43e0-920c-dae7fd517cb4 req-07eaf7dd-866d-4e5f-8c90-ae3880c6400e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462055 May 10 19:26:25.068922 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66fb815-0713-453d-a295-5cd39370ec88 None None] New status for floating IP 79f490d4-9e11-42ad-b7e7-82248aa4b93a: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:25.223251 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Request body: {'port': {'device_id': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:25.236241 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea6ec5-9c9b-44b8-9abf-cf5d742189b0 req-67a9a1af-1e79-4d89-b5f2-7859c2ed0564 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:25.239604 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c6ea6ec5-9c9b-44b8-9abf-cf5d742189b0 req-67a9a1af-1e79-4d89-b5f2-7859c2ed0564 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0645325 May 10 19:26:25.289766 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c6ea6ec5-9c9b-44b8-9abf-cf5d742189b0 req-ec2b08fe-e6df-4a63-a6d2-8ce9dff06e8b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 May 10 19:26:25.307223 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac978b6-b054-4fae-b204-85984f966bde req-fd3c1b5d-48c5-40f3-b790-194324e27b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:25.308837 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-fd3c1b5d-48c5-40f3-b790-194324e27b1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1129 time: 0.0899899 May 10 19:26:25.370247 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:25.399412 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d0de7-02b9-463a-a177-56bdc5d5191e req-1568a559-2d34-4626-ae5e-6fe6067afd1f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:25.401556 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-132d0de7-02b9-463a-a177-56bdc5d5191e req-1568a559-2d34-4626-ae5e-6fe6067afd1f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0459020 May 10 19:26:25.456501 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-132d0de7-02b9-463a-a177-56bdc5d5191e req-b3896644-94c6-4655-992f-71888fcd61d4 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492990 May 10 19:26:25.646467 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26656-7666-4b77-b013-cecc23a19fa6 req-74a5d250-218b-458f-ac95-eabf04485157 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:25.647943 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8ad26656-7666-4b77-b013-cecc23a19fa6 req-74a5d250-218b-458f-ac95-eabf04485157 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 931 time: 0.0464606 May 10 19:26:25.700409 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8ad26656-7666-4b77-b013-cecc23a19fa6 req-b51835fa-abae-45d8-b26b-75b62c3a46c5 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 May 10 19:26:25.724464 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:26:25.860203 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:25.867892 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (f7ca0e47-c329-40d2-a991-3b488121a998), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:25.871434 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66231aa-ea59-4ff6-93b7-04bd9e66dd8d {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:25.907873 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Publish callbacks [] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:25.928174 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Transition to ACTIVE for port object e66231aa-ea59-4ff6-93b7-04bd9e66dd8d will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:26:25.934968 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:25.998218 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f0fe8-e485-44ef-bd8c-e10d238d14c7 req-b41bd785-d0aa-4984-ac27-358d72b2827b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:26.000154 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9e6f0fe8-e485-44ef-bd8c-e10d238d14c7 req-b41bd785-d0aa-4984-ac27-358d72b2827b tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0498314 May 10 19:26:26.032820 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP f7ca0e47-c329-40d2-a991-3b488121a998 associated. External IP: 172.27.0.39, port: 285e572c-b0d8-4748-bf35-70eaa72534bf. May 10 19:26:26.053760 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9e6f0fe8-e485-44ef-bd8c-e10d238d14c7 req-28ddc72a-b619-4248-b3a5-8d8534c04905 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474353 May 10 19:26:26.072664 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Pushing event updated for resources: {'Port': ['ID=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:26.192118 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Attempting to bind port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:26:26.192473 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Attempting to bind port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:26:26.192797 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Attempting to bind port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d on network dcbda2b8-24f3-4e04-abd8-14474ec22014 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:26.201621 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d on network dcbda2b8-24f3-4e04-abd8-14474ec22014 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:26:26.201937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Attempting to bind port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d on network dcbda2b8-24f3-4e04-abd8-14474ec22014 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:26:26.209364 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:26:26.209690 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Checking segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:26:26.210062 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Bound using segment: {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:26:26.210478 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Bound port: e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:26:26.210825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:26.360100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] For port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:26:26.375401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:26.377064 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] For port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:26:26.383809 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:26.401921 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4053504-6fc5-49d6-b7e9-220b155eaa5a req-1a7090ba-d5f6-4fd6-b571-55847e66a8eb tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:26.403447 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e4053504-6fc5-49d6-b7e9-220b155eaa5a req-1a7090ba-d5f6-4fd6-b571-55847e66a8eb tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0472972 May 10 19:26:26.424372 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:26.425003 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:26.426337 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] 10.222.0.73 "PUT /v2.0/ports/e66231aa-ea59-4ff6-93b7-04bd9e66dd8d HTTP/1.1" status: 200 len: 1093 time: 1.2086046 May 10 19:26:26.427570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:26.429832 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc02977-2890-489d-ac91-19ad11bab94c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:26.452944 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e4053504-6fc5-49d6-b7e9-220b155eaa5a req-dc60dc44-5521-402e-9ccd-17c331b96258 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434861 May 10 19:26:26.498843 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a2d1b-015c-4b25-a482-61aabafa3794 service neutron] Pushing event updated for resources: {'Port': ['ID=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:26.578518 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:26.586758 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661d833-e500-43d8-8808-2555a1ea43fd x-openstack-request-id: req-d661d833-e500-43d8-8808-2555a1ea43fd {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:26.587154 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:26.587825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d661d833-e500-43d8-8808-2555a1ea43fd {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:26.588296 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d661d833-e500-43d8-8808-2555a1ea43fd'] response: {'name': 'network-changed', 'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'status': 'completed', 'code': 200} May 10 19:26:26.589374 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:26.591838 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:26.593397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065661e-bba6-4ad5-a668-551c00613ffe req-059d590e-b2cc-4c41-9e67-055e6088995d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:26.594967 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f065661e-bba6-4ad5-a668-551c00613ffe req-059d590e-b2cc-4c41-9e67-055e6088995d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0672321 May 10 19:26:26.601028 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:26.601643 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:26.627108 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-3a5cc881-b58a-42b6-802b-f4c40eb9ecdd tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "PUT /v2.0/floatingips/f7ca0e47-c329-40d2-a991-3b488121a998 HTTP/1.1" status: 200 len: 990 time: 1.8049865 May 10 19:26:26.656669 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f065661e-bba6-4ad5-a668-551c00613ffe req-c9619fb1-9fbe-477b-aa60-31bb622f2d65 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554895 May 10 19:26:26.723771 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:26.813227 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a08d-962e-4ba2-acd3-be329d770f6c req-febd749e-aab7-4b7e-aa09-c1e20aa28ed4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:26.814703 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-61b9a08d-962e-4ba2-acd3-be329d770f6c req-febd749e-aab7-4b7e-aa09-c1e20aa28ed4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0460477 May 10 19:26:26.861133 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-61b9a08d-962e-4ba2-acd3-be329d770f6c req-e2ef9488-a8e5-4f7d-8410-60a59c45de7d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 May 10 19:26:27.063404 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'f7ca0e47-c329-40d2-a991-3b488121a998', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:46:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:25:58Z', 'updated_at': '2022-05-10T19:26:25Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:27.090104 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:27.098845 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:27.099465 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:27.168243 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcd367-7ded-4caf-9f3a-d8b475f6cc05 req-98bc8137-b8b7-4062-bac2-20f71b54b8fc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:27.169748 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fdfcd367-7ded-4caf-9f3a-d8b475f6cc05 req-98bc8137-b8b7-4062-bac2-20f71b54b8fc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0497091 May 10 19:26:27.211953 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:27.220019 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fdfcd367-7ded-4caf-9f3a-d8b475f6cc05 req-1e00392d-a72e-41c2-94a8-0a0e83cbad40 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 May 10 19:26:27.421819 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'f7ca0e47-c329-40d2-a991-3b488121a998', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:46:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:25:58Z', 'updated_at': '2022-05-10T19:26:25Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:27.447816 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3e0e6-4ac3-45c4-a0c9-efe9f74ad5c0 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'f7ca0e47-c329-40d2-a991-3b488121a998', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:46:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:25:58Z', 'updated_at': '2022-05-10T19:26:25Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:27.567164 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4a5e-7d97-441a-b62c-dbb1cc4f58ba req-2792a6b2-ba9f-41c1-b2ea-6a0bae7353ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:27.568686 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-82ab4a5e-7d97-441a-b62c-dbb1cc4f58ba req-2792a6b2-ba9f-41c1-b2ea-6a0bae7353ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 944 time: 0.0472455 May 10 19:26:27.617963 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-82ab4a5e-7d97-441a-b62c-dbb1cc4f58ba req-bf577468-ef6d-4308-8ab0-b699b8d119a3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 May 10 19:26:27.648008 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b674fa-d4ef-4701-95cc-79f6c52fad4b None None] New status for floating IP f7ca0e47-c329-40d2-a991-3b488121a998: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:27.772623 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd75c-1da4-4973-b3f3-d164a0db5f52 req-87825184-b84c-49eb-8e44-5bf0fcaf8a3e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:27.774023 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-300cd75c-1da4-4973-b3f3-d164a0db5f52 req-87825184-b84c-49eb-8e44-5bf0fcaf8a3e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0487339 May 10 19:26:27.829192 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-300cd75c-1da4-4973-b3f3-d164a0db5f52 req-af58df5e-15ef-49a9-84c9-a506704df13e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495491 May 10 19:26:27.843925 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1e380fac-eb24-4b35-95ba-473a58e3a45a details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:26:27.943666 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:27.956749 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'port_id': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'mac_address': 'fa:16:3e:26:5f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:26:27.972575 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268808a-449e-4e4e-aec6-21b0c8c99d35 req-a47f96ae-238d-4f5d-bc76-d06d8f00700b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:27.974036 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0268808a-449e-4e4e-aec6-21b0c8c99d35 req-a47f96ae-238d-4f5d-bc76-d06d8f00700b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0470057 May 10 19:26:27.993550 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 1e380fac-eb24-4b35-95ba-473a58e3a45a is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:27.994485 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:28.007157 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e380fac-eb24-4b35-95ba-473a58e3a45a {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:28.020627 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0268808a-449e-4e4e-aec6-21b0c8c99d35 req-84f9cd6a-1062-4179-b6f7-55647981f2ce tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 May 10 19:26:28.026683 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:28.030467 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:28.081119 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:28.331644 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497c4b6-fa8b-4f2e-9941-6faf9b86027f req-e54e2d19-e87c-4944-b031-63fc40e2b1b9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:28.333180 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1497c4b6-fa8b-4f2e-9941-6faf9b86027f req-e54e2d19-e87c-4944-b031-63fc40e2b1b9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0479038 May 10 19:26:28.382763 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1497c4b6-fa8b-4f2e-9941-6faf9b86027f req-01c591c5-ee20-4dc9-a873-7da5f3c24aef tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 May 10 19:26:28.384151 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac978b6-b054-4fae-b204-85984f966bde req-fd55d74c-2d81-488f-80fb-e2fccce471da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:28.385649 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-fd55d74c-2d81-488f-80fb-e2fccce471da service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.0897143 May 10 19:26:28.388893 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1e380fac-eb24-4b35-95ba-473a58e3a45a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:28.498977 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02977-2890-489d-ac91-19ad11bab94c req-80b3e81f-e189-40ff-9baf-c87fc3948630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:28.500477 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-efc02977-2890-489d-ac91-19ad11bab94c req-80b3e81f-e189-40ff-9baf-c87fc3948630 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 1127 time: 0.0527813 May 10 19:26:28.502301 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-0862e67c-e0f1-4091-a66f-762d21dd669a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 1001 time: 0.0942147 May 10 19:26:28.589236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:28.591436 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a81427b-667d-478b-b42d-aff711b23f91" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:28.625459 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfef386-2ae9-4c5e-baa9-878418f1497c x-openstack-request-id: req-dcfef386-2ae9-4c5e-baa9-878418f1497c {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:28.625769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:28.626047 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dcfef386-2ae9-4c5e-baa9-878418f1497c {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:28.626446 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfef386-2ae9-4c5e-baa9-878418f1497c'] response: {'name': 'network-changed', 'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'status': 'completed', 'code': 200} May 10 19:26:28.733742 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5517c9-40e3-478d-8521-6bf01b9e0a74 req-5fcb71bc-80fb-451e-95b9-4cef64922253 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:28.735206 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b5517c9-40e3-478d-8521-6bf01b9e0a74 req-5fcb71bc-80fb-451e-95b9-4cef64922253 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 945 time: 0.0507195 May 10 19:26:28.781933 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9b5517c9-40e3-478d-8521-6bf01b9e0a74 req-0cd8c1de-138a-47e9-8026-181ac401385e tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 May 10 19:26:28.944605 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94b6c6-e890-4edc-b65c-57d5cfe134ca req-07ea2d59-5ef5-442f-b699-d8437f1da082 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:28.946354 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f94b6c6-e890-4edc-b65c-57d5cfe134ca req-07ea2d59-5ef5-442f-b699-d8437f1da082 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0465872 May 10 19:26:28.995878 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f94b6c6-e890-4edc-b65c-57d5cfe134ca req-10910fed-795d-4d4e-93a8-5bde314e6ceb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 May 10 19:26:29.161016 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8072d-216f-4e24-999e-f724dfb1dfd3 req-8e68aa48-4d12-448b-b08a-e05f5d164cad tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.162520 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-86d8072d-216f-4e24-999e-f724dfb1dfd3 req-8e68aa48-4d12-448b-b08a-e05f5d164cad tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0760167 May 10 19:26:29.182890 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114815a-a971-4690-ae54-7557497f4042 req-466b412d-fce3-4e0c-984d-bc0e9b02b60e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.184359 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a114815a-a971-4690-ae54-7557497f4042 req-466b412d-fce3-4e0c-984d-bc0e9b02b60e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0678766 May 10 19:26:29.233792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81427b-667d-478b-b42d-aff711b23f91 req-d2020de4-8b1d-4f57-8781-f6ed9dae63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.235260 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-d2020de4-8b1d-4f57-8781-f6ed9dae63a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 1129 time: 0.1084731 May 10 19:26:29.238586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac978b6-b054-4fae-b204-85984f966bde req-143c8986-7019-4135-aaeb-9241ecc7b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.239897 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-143c8986-7019-4135-aaeb-9241ecc7b7a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.1301529 May 10 19:26:29.257422 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-86d8072d-216f-4e24-999e-f724dfb1dfd3 req-bcfb231d-8f80-499c-a61d-7376670f832b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857651 May 10 19:26:29.296446 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Deleting port dedd1c25-965a-4539-9341-276b1dda106b {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:29.296778 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (dedd1c25-965a-4539-9341-276b1dda106b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:29.342076 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac978b6-b054-4fae-b204-85984f966bde req-aa743195-f058-4314-9c6b-1bab5c9e875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.343553 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-aa743195-f058-4314-9c6b-1bab5c9e875f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0921731 May 10 19:26:29.395759 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] For port dedd1c25-965a-4539-9341-276b1dda106b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dedd1c25-965a-4539-9341-276b1dda106b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:29.396128 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (dedd1c25-965a-4539-9341-276b1dda106b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:29.406570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02977-2890-489d-ac91-19ad11bab94c req-f56ba877-fc24-4297-8d93-703ea3d91382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.408018 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-efc02977-2890-489d-ac91-19ad11bab94c req-f56ba877-fc24-4297-8d93-703ea3d91382 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8c2669245ca948cfa795863fa7e43496&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2970755 May 10 19:26:29.493777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81427b-667d-478b-b42d-aff711b23f91 req-1c1d0aba-38af-40ed-bc23-ea2bca3171ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.495269 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-1c1d0aba-38af-40ed-bc23-ea2bca3171ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.2528782 May 10 19:26:29.543938 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc77db8-2447-4a08-ae8f-c9a447b2f9da req-71981887-107b-47a8-b6e2-ea4f235966cf tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.545472 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2fc77db8-2447-4a08-ae8f-c9a447b2f9da req-71981887-107b-47a8-b6e2-ea4f235966cf tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 946 time: 0.0880268 May 10 19:26:29.652299 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2fc77db8-2447-4a08-ae8f-c9a447b2f9da req-4c06116b-2f2d-48d8-9ff6-eaddd2dfa3d8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=25c2c8d6-83f6-427b-842d-9b9fdb39da94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998871 May 10 19:26:29.654326 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:29.654752 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:29.655069 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Floating IP a3d37a41-8b0e-40ad-91b7-fd75d4254b04 disassociated. External IP: 172.27.0.185, port: dedd1c25-965a-4539-9341-276b1dda106b. May 10 19:26:29.655965 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Calling delete_port for dedd1c25-965a-4539-9341-276b1dda106b owned by compute:nova {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:29.788102 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (dedd1c25-965a-4539-9341-276b1dda106b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:29.821005 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event deleted for resources: {'Port': ['ID=dedd1c25-965a-4539-9341-276b1dda106b,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:29.843425 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-98e8b73d-4323-4d92-b7d3-3d309ab4adea service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932401 May 10 19:26:29.858766 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1e380fac-eb24-4b35-95ba-473a58e3a45a up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:26:29.865793 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-8a39d365-6fa3-4171-ae20-b79b8fc52682 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=285e572c-b0d8-4748-bf35-70eaa72534bf HTTP/1.1" status: 200 len: 1000 time: 0.3616753 May 10 19:26:29.867995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc02977-2890-489d-ac91-19ad11bab94c req-0f946891-0a56-4639-9322-e30a0147f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.869964 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-efc02977-2890-489d-ac91-19ad11bab94c req-0f946891-0a56-4639-9322-e30a0147f31f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4528339 May 10 19:26:29.922384 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 1e380fac-eb24-4b35-95ba-473a58e3a45a completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:26:29.929294 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 1e380fac-eb24-4b35-95ba-473a58e3a45a triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:29.929830 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:29.939899 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95767c5e-575b-4894-9e1a-c3d6ba2db0ec req-11397896-357e-43f9-a164-9c9ee9f041e3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:29.941643 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95767c5e-575b-4894-9e1a-c3d6ba2db0ec req-11397896-357e-43f9-a164-9c9ee9f041e3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 945 time: 0.0760701 May 10 19:26:30.000345 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-4d9777de-f29f-42d1-b8c1-dffabcb41140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.002156 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-4d9777de-f29f-42d1-b8c1-dffabcb41140 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 1127 time: 0.0648539 May 10 19:26:30.020383 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 1e380fac-eb24-4b35-95ba-473a58e3a45a is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:30.020820 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:30.031538 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81427b-667d-478b-b42d-aff711b23f91 req-6e8fa071-0cb1-4e75-bbfb-f2cc0cb29de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.033848 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-6e8fa071-0cb1-4e75-bbfb-f2cc0cb29de5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.1535940 May 10 19:26:30.042665 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Router e001fb26-1e85-4672-99fb-4af5d54f3865 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:30.046481 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95767c5e-575b-4894-9e1a-c3d6ba2db0ec req-30f4bdf0-f075-464d-9816-9da64ba8d5a8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938542 May 10 19:26:30.047605 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:30.050336 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c995b8a9-9208-42fc-b9a0-bb6d668d1af7" -d '{"events": [{"server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "name": "network-vif-plugged", "status": "completed", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:30.075625 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:30.081924 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:30.100472 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-ffd717ea-e219-49be-baa4-885f7a65b7f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d HTTP/1.1" status: 200 len: 217 time: 0.0877800 May 10 19:26:30.160264 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:30.171770 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6ac978b6-b054-4fae-b204-85984f966bde req-e06443e0-393b-485f-a74e-05ed7d819f62 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191774 May 10 19:26:30.189672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81427b-667d-478b-b42d-aff711b23f91 req-8131eb69-0e7d-4b15-a169-63ca51f4d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.190983 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bc24b-c2b9-40e2-8ebe-c6a157f8a006 req-5c8b4da6-c00b-4747-b5cc-4b899e86be12 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.191253 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-8131eb69-0e7d-4b15-a169-63ca51f4d7f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1078362 May 10 19:26:30.192339 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e3973-70f8-4de9-a782-26c29deb7871 x-openstack-request-id: req-612e3973-70f8-4de9-a782-26c29deb7871 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:30.193238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "name": "network-vif-plugged", "status": "completed", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:30.193395 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-612e3973-70f8-4de9-a782-26c29deb7871 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:30.197026 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612e3973-70f8-4de9-a782-26c29deb7871'] response: {'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'code': 200} May 10 19:26:30.199958 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-251bc24b-c2b9-40e2-8ebe-c6a157f8a006 req-5c8b4da6-c00b-4747-b5cc-4b899e86be12 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0835710 May 10 19:26:30.213407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-64440616-f228-442d-85db-399def309930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.216838 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-64440616-f228-442d-85db-399def309930 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.0998852 May 10 19:26:30.284081 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:30.300844 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] Sync routers for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:30.302798 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-251bc24b-c2b9-40e2-8ebe-c6a157f8a006 req-5beb5ae9-30db-4398-bae9-318f03461d12 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007469 May 10 19:26:30.321793 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-2e62b423-bef4-4a56-8400-5a07413e722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.323328 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-2e62b423-bef4-4a56-8400-5a07413e722f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0954208 May 10 19:26:30.329992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:30.330644 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:30.350400 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] No DVR routers for this DVR port dedd1c25-965a-4539-9341-276b1dda106b on host hv-cinder-78481 {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:30.354995 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:30.358595 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a114815a-a971-4690-ae54-7557497f4042 req-d21000a3-6865-4e75-8279-39c89b366e5d tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "DELETE /v2.0/ports/dedd1c25-965a-4539-9341-276b1dda106b HTTP/1.1" status: 204 len: 173 time: 1.1662269 May 10 19:26:30.359250 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'name': 'network-vif-deleted', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:30.362911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b41d82-62bc-4d35-9da3-b6e45c0c6d9f" -d '{"events": [{"server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "name": "network-vif-deleted", "tag": "dedd1c25-965a-4539-9341-276b1dda106b"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:30.438414 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221eab9f-75c1-4f48-9123-5ec39fd9f26c x-openstack-request-id: req-221eab9f-75c1-4f48-9123-5ec39fd9f26c {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:30.438711 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fad7901-e13b-427a-93e1-9513466b2ee0", "name": "network-vif-deleted", "tag": "dedd1c25-965a-4539-9341-276b1dda106b", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:30.438943 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-221eab9f-75c1-4f48-9123-5ec39fd9f26c {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:30.439337 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221eab9f-75c1-4f48-9123-5ec39fd9f26c'] response: {'server_uuid': '9fad7901-e13b-427a-93e1-9513466b2ee0', 'name': 'network-vif-deleted', 'tag': 'dedd1c25-965a-4539-9341-276b1dda106b', 'status': 'completed', 'code': 200} May 10 19:26:30.459736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0307-7565-41e1-b100-fa4b0f03dff6 req-2ff34606-d262-490c-9fc9-1f3e77ce004c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.461293 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e80f0307-7565-41e1-b100-fa4b0f03dff6 req-2ff34606-d262-490c-9fc9-1f3e77ce004c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0694005 May 10 19:26:30.481599 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-9f8eca7f-469e-40c0-a0a3-913442c41466 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453376 May 10 19:26:30.522531 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e80f0307-7565-41e1-b100-fa4b0f03dff6 req-fdb65fa6-4f04-4610-971a-4ce61f1c132a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529785 May 10 19:26:30.524980 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01765a-cf3a-4459-8e38-98d088794da5 req-86297fd1-5a7c-41bf-9671-b1c77b497a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:30.526657 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8c01765a-cf3a-4459-8e38-98d088794da5 req-86297fd1-5a7c-41bf-9671-b1c77b497a5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1130 time: 0.0476213 May 10 19:26:30.544323 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:30.663010 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-4df4825c-a4f6-4860-92d4-b346c0410b98 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602287 May 10 19:26:30.670236 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8c01765a-cf3a-4459-8e38-98d088794da5 req-6a351b95-6b24-4485-9da5-6a05f3d61cb3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323647 May 10 19:26:30.675744 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-daccadce-4eb4-426a-a4c2-249f768297b3 req-3cc7b157-9a05-4065-8902-ac290e9d9062 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463475 May 10 19:26:30.735872 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:30.759281 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a847e236-bfc6-430a-960b-0465db9d4c53 req-0b69ec95-528e-407d-a919-b2c67c863eb0 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0261104 May 10 19:26:30.765587 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] Checking router: e001fb26-1e85-4672-99fb-4af5d54f3865 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:30.774446 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:30.775419 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:30.884354 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:31.066417 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4a81427b-667d-478b-b42d-aff711b23f91 req-8aece660-d15c-4e49-ab82-c1d5ebbdb946 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881190 May 10 19:26:31.075784 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:31.103881 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841b9a1-c0db-4621-9ca8-7421bdf82ce5 None None] The sync data for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi is: [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'a02d3de1-5a75-4555-a1a9-a8caf86f8297', 'name': '', 'network_id': 'bb74b187-fa4d-4a2f-9aaf-1606c184e70e', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'mac_address': 'fa:16:3e:d5:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '714448a5-2239-4535-ac63-0c411f4a023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:53Z', 'updated_at': '2022-05-10T19:21:10Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'subnets': [{'id': '714448a5-2239-4535-ac63-0c411f4a023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:31.166874 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf23dc-d939-45a5-840c-034ad99020e2 req-5d248b93-e0fd-42be-8c8d-7a275cc99ba7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:31.168508 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9cf23dc-d939-45a5-840c-034ad99020e2 req-5d248b93-e0fd-42be-8c8d-7a275cc99ba7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0500534 May 10 19:26:31.217791 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9cf23dc-d939-45a5-840c-034ad99020e2 req-39394139-3d67-4c93-a6de-dab22b3da473 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 May 10 19:26:31.347848 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e2504-994a-4769-95c2-fa94392604d9 None None] New status for floating IP a3d37a41-8b0e-40ad-91b7-fd75d4254b04: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:31.406632 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e01d50-921a-4ad2-b2a1-9614382732e0 req-88691902-c40b-44f2-90d7-cf9d206b03db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:31.408076 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9e01d50-921a-4ad2-b2a1-9614382732e0 req-88691902-c40b-44f2-90d7-cf9d206b03db tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0456543 May 10 19:26:31.458320 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9e01d50-921a-4ad2-b2a1-9614382732e0 req-6b564512-8a73-44a7-9a84-92c007d8f941 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445399 May 10 19:26:31.637906 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a72d-dfba-4cd0-b439-c0b72f4f5ed3 req-ce016aac-1763-464e-8476-6cbe84ddb448 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:31.639408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ab11a72d-dfba-4cd0-b439-c0b72f4f5ed3 req-ce016aac-1763-464e-8476-6cbe84ddb448 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0462363 May 10 19:26:31.874179 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:26:31.941798 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ab11a72d-dfba-4cd0-b439-c0b72f4f5ed3 req-68690b26-19da-41b2-becc-543428e36b07 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968564 May 10 19:26:31.961309 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2536e216-7487-4d4f-b0da-fddc26683df0 req-5597fc9c-7ff4-490c-93e8-1dff39a20be3 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fad7901-e13b-427a-93e1-9513466b2ee0 HTTP/1.1" status: 200 len: 210 time: 0.0369952 May 10 19:26:31.993826 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:32.004922 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'port_id': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'mac_address': 'fa:16:3e:5c:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:26:32.041691 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a433209c-d12b-4e42-aeef-b49477b32c02 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:32.042017 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:32.054534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a433209c-d12b-4e42-aeef-b49477b32c02 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:32.078260 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:32.081723 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:32.130182 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:32.137664 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.138008 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.138346 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.138701 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.139034 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.139359 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.139681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.140006 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.140338 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.140691 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.141012 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.141348 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.141674 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.141990 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.142305 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:32.333173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca68ac-6b45-40a5-a016-c44849dd6771 req-e9ef6acf-9ecf-4d20-9010-98781addb560 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:32.334588 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3eca68ac-6b45-40a5-a016-c44849dd6771 req-e9ef6acf-9ecf-4d20-9010-98781addb560 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0498817 May 10 19:26:32.382353 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3eca68ac-6b45-40a5-a016-c44849dd6771 req-5121e6f1-6001-4fa6-a3c2-62e6f833012e tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 May 10 19:26:32.418710 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['a433209c-d12b-4e42-aeef-b49477b32c02'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:32.573551 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8890f68-0784-4907-a9fb-50037fd06651 req-28da3d69-0982-460e-9cd5-754e61fbb444 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:32.575053 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f8890f68-0784-4907-a9fb-50037fd06651 req-28da3d69-0982-460e-9cd5-754e61fbb444 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 944 time: 0.0507278 May 10 19:26:32.624441 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f8890f68-0784-4907-a9fb-50037fd06651 req-6c0a11ea-b4bd-4c2c-a1cb-1564faa62496 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 May 10 19:26:33.046974 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54324) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:33.068433 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756322-af57-4dd4-94a3-e2b0b8de4017 req-49bcee09-1c40-4351-8312-994266f2a31e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:33.069926 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b9756322-af57-4dd4-94a3-e2b0b8de4017 req-49bcee09-1c40-4351-8312-994266f2a31e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0492818 May 10 19:26:33.101651 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84567faa-f8e9-4530-a302-146f0fe93797 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group (25c2c8d6-83f6-427b-842d-9b9fdb39da94), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.120694 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b9756322-af57-4dd4-94a3-e2b0b8de4017 req-d9c9a999-d2c3-4cc4-ba78-00e559e04e9d tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 May 10 19:26:33.127628 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84567faa-f8e9-4530-a302-146f0fe93797 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group (25c2c8d6-83f6-427b-842d-9b9fdb39da94), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.178483 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84567faa-f8e9-4530-a302-146f0fe93797 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (25c2c8d6-83f6-427b-842d-9b9fdb39da94), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.181930 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-84567faa-f8e9-4530-a302-146f0fe93797 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.183491 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-84567faa-f8e9-4530-a302-146f0fe93797 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "DELETE /v2.0/security-groups/25c2c8d6-83f6-427b-842d-9b9fdb39da94 HTTP/1.1" status: 204 len: 168 time: 0.1353517 May 10 19:26:33.187211 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54326) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:33.196259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567faa-f8e9-4530-a302-146f0fe93797 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c2c8d6-83f6-427b-842d-9b9fdb39da94,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:33.204274 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.api.v2.resource [None req-0c49634e-e993-47d5-857a-3d83971775a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] show failed (client error): The resource could not be found. May 10 19:26:33.205668 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-0c49634e-e993-47d5-857a-3d83971775a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups/25c2c8d6-83f6-427b-842d-9b9fdb39da94 HTTP/1.1" status: 404 len: 347 time: 0.0172284 May 10 19:26:33.208753 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54328) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:33.331685 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Deleting port 18d19684-0486-4918-9701-33353e4bc50c {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:33.332032 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (18d19684-0486-4918-9701-33353e4bc50c), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.409563 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (18d19684-0486-4918-9701-33353e4bc50c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.409914 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (18d19684-0486-4918-9701-33353e4bc50c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.423854 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Calling delete_port for 18d19684-0486-4918-9701-33353e4bc50c owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:33.497108 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5f3de-8097-4145-9c95-c4faae35d56f req-f8a64dcf-efa8-4c5e-92b0-a5c3cf9b11fe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:33.498508 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32b5f3de-8097-4145-9c95-c4faae35d56f req-f8a64dcf-efa8-4c5e-92b0-a5c3cf9b11fe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0497229 May 10 19:26:33.557666 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32b5f3de-8097-4145-9c95-c4faae35d56f req-c62de65e-911c-4598-a559-8ac92413ff46 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 May 10 19:26:33.561511 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (18d19684-0486-4918-9701-33353e4bc50c), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.588845 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event deleted for resources: {'Port': ['ID=18d19684-0486-4918-9701-33353e4bc50c,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:33.652301 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks [] for floatingip (a3d37a41-8b0e-40ad-91b7-fd75d4254b04), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.655162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:33.656003 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-7ccb57f3-7106-4888-b57f-19252f8414dd tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "DELETE /v2.0/floatingips/a3d37a41-8b0e-40ad-91b7-fd75d4254b04 HTTP/1.1" status: 204 len: 168 time: 0.4461789 May 10 19:26:33.671650 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f2a08-752f-414f-b972-7ab1bbcd9b48 req-6aaa8797-dcf2-4548-91db-3deaef620eaa tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:33.677086 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd8f2a08-752f-414f-b972-7ab1bbcd9b48 req-6aaa8797-dcf2-4548-91db-3deaef620eaa tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0524268 May 10 19:26:33.761994 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd8f2a08-752f-414f-b972-7ab1bbcd9b48 req-f9f4c05f-83bf-4a29-8c54-1ab71d38e198 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781503 May 10 19:26:33.764599 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578ab9b-d3a6-418c-91ae-35ed05e1cc34 req-3687bf46-f1a4-49ad-aa26-5415a823b27b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:33.766044 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6578ab9b-d3a6-418c-91ae-35ed05e1cc34 req-3687bf46-f1a4-49ad-aa26-5415a823b27b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 944 time: 0.0674391 May 10 19:26:33.819561 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6578ab9b-d3a6-418c-91ae-35ed05e1cc34 req-9536e01f-3565-4621-b46c-199d3225d4ee tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480042 May 10 19:26:33.889496 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device e66231aa-ea59-4ff6-93b7-04bd9e66dd8d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:26:33.893496 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:26:34.086625 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8666d3-75ce-497a-a9b6-484ce3b2822f req-2b74ab81-760d-4bfe-b4bf-1955f7979a55 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:34.088316 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-df8666d3-75ce-497a-a9b6-484ce3b2822f req-2b74ab81-760d-4bfe-b4bf-1955f7979a55 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0484755 May 10 19:26:34.128085 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port a433209c-d12b-4e42-aeef-b49477b32c02 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:26:34.136938 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-df8666d3-75ce-497a-a9b6-484ce3b2822f req-414ac149-c89b-45fa-a034-2d3dc68ffcb5 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 May 10 19:26:34.138476 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port a433209c-d12b-4e42-aeef-b49477b32c02 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:34.138856 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:34.183319 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:34.202882 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'port_id': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'mac_address': 'fa:16:3e:46:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:26:34.245857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c0bae-87f2-4ba8-93b0-df414bbcc460 req-50181b44-97b4-4e94-80c4-5b203b43e8c4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:34.247350 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-527c0bae-87f2-4ba8-93b0-df414bbcc460 req-50181b44-97b4-4e94-80c4-5b203b43e8c4 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 943 time: 0.0540788 May 10 19:26:34.274387 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:34.274733 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:34.276715 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a433209c-d12b-4e42-aeef-b49477b32c02 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:34.277086 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:34.299759 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66231aa-ea59-4ff6-93b7-04bd9e66dd8d {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:26:34.307112 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-527c0bae-87f2-4ba8-93b0-df414bbcc460 req-33d3f518-032a-4cd3-9cb0-ae07fbf4bc16 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516863 May 10 19:26:34.320253 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:34.323164 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9859ae-975c-41e3-965c-11cf83e03821" -d '{"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-plugged", "status": "completed", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:34.343022 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:34.345105 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:34.347781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:34.353925 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:34.354683 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device dedd1c25-965a-4539-9341-276b1dda106b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:34.374233 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b90bd-ff2a-4812-a3c7-a99c3ddc5ab0 x-openstack-request-id: req-104b90bd-ff2a-4812-a3c7-a99c3ddc5ab0 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:34.374522 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-plugged", "status": "completed", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:34.374768 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-104b90bd-ff2a-4812-a3c7-a99c3ddc5ab0 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:34.375266 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104b90bd-ff2a-4812-a3c7-a99c3ddc5ab0'] response: {'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'code': 200} May 10 19:26:34.377143 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: dedd1c25-965a-4539-9341-276b1dda106b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:34.377485 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device dedd1c25-965a-4539-9341-276b1dda106b not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:26:34.434477 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:34.488541 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:34.639505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f019-622e-40ed-b50d-55f472e2a26c req-19b76434-b092-4600-8004-68a00d8f6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:34.641058 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ada4f019-622e-40ed-b50d-55f472e2a26c req-19b76434-b092-4600-8004-68a00d8f6d34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0406327 May 10 19:26:34.664550 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['e66231aa-ea59-4ff6-93b7-04bd9e66dd8d'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:34.687981 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-ada4f019-622e-40ed-b50d-55f472e2a26c req-50e6d80e-af07-4190-967a-5df00b09f0f9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394523 May 10 19:26:34.940870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303bebf-3355-4192-a1a6-7595eaedc334 req-2670c26e-60c8-4212-a02b-e8e86a15dcfc tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:34.942346 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4303bebf-3355-4192-a1a6-7595eaedc334 req-2670c26e-60c8-4212-a02b-e8e86a15dcfc tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0499959 May 10 19:26:34.991948 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4303bebf-3355-4192-a1a6-7595eaedc334 req-9d46f339-b63b-4361-9ca0-d9e2c7d6f570 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 May 10 19:26:35.412365 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960e555-2b56-41c6-9d5a-4d46426d6090 req-6b697211-17bf-4260-b396-2c83b3da8182 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:35.413812 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5960e555-2b56-41c6-9d5a-4d46426d6090 req-6b697211-17bf-4260-b396-2c83b3da8182 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 944 time: 0.0469985 May 10 19:26:35.463932 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5960e555-2b56-41c6-9d5a-4d46426d6090 req-54b6541c-73d1-4cba-9d4a-4a394352ae6a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 May 10 19:26:35.921268 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device e66231aa-ea59-4ff6-93b7-04bd9e66dd8d up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:26:35.966693 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:26:35.972515 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:35.972891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:36.053258 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:36.053646 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:36.087406 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:36.091863 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:36.124243 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d6829-9152-4a0c-a571-113920a4f543 req-1439431d-c047-485b-80f8-ac82962bdd30 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:36.125755 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5e0d6829-9152-4a0c-a571-113920a4f543 req-1439431d-c047-485b-80f8-ac82962bdd30 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0498631 May 10 19:26:36.141408 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:36.175316 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5e0d6829-9152-4a0c-a571-113920a4f543 req-783d051f-6c44-4a1a-aa89-0eb0102bd230 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 May 10 19:26:36.274853 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8f90-1dd5-496a-b415-e3647813ba09 req-e50fa90c-4499-456e-87bd-204b04bb99a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:36.276361 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f50e8f90-1dd5-496a-b415-e3647813ba09 req-e50fa90c-4499-456e-87bd-204b04bb99a8 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0468407 May 10 19:26:36.328387 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f50e8f90-1dd5-496a-b415-e3647813ba09 req-1a8df9dc-06e8-4731-becc-3fdcf6654e8f tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 May 10 19:26:36.376781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:36.380323 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10848891-66e5-4704-b6c5-761119c11ab2" -d '{"events": [{"server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "name": "network-vif-plugged", "status": "completed", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:36.421345 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c66b2-a7a7-4c2d-9022-bdd083f5701b x-openstack-request-id: req-f88c66b2-a7a7-4c2d-9022-bdd083f5701b {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:36.421664 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "name": "network-vif-plugged", "status": "completed", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:36.421923 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f88c66b2-a7a7-4c2d-9022-bdd083f5701b {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:36.422342 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88c66b2-a7a7-4c2d-9022-bdd083f5701b'] response: {'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'code': 200} May 10 19:26:36.573337 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceaf8b-7a13-4fb2-b033-3daf3b401510 req-fbed05ae-7b24-4914-9b9b-f175b354f0b2 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:36.574800 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e4ceaf8b-7a13-4fb2-b033-3daf3b401510 req-fbed05ae-7b24-4914-9b9b-f175b354f0b2 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0464582 May 10 19:26:36.624910 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e4ceaf8b-7a13-4fb2-b033-3daf3b401510 req-63c4d811-c1a1-4090-b67c-13d0eff9090a tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447600 May 10 19:26:37.289393 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ca7e2-c9b0-4e24-b4f3-cff5350ede27 req-db335401-306d-47d6-b85e-5d229134fdcd tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.290861 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a72ca7e2-c9b0-4e24-b4f3-cff5350ede27 req-db335401-306d-47d6-b85e-5d229134fdcd tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0470023 May 10 19:26:37.340016 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a72ca7e2-c9b0-4e24-b4f3-cff5350ede27 req-bccd5bcb-415c-4b7b-846e-190bbdc514ca tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436850 May 10 19:26:37.476606 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea937c1-4600-4c63-8376-7b288dd4dc2f req-d641545a-ad91-4dd8-b38e-c93ff3d4d6e4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.478079 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6ea937c1-4600-4c63-8376-7b288dd4dc2f req-d641545a-ad91-4dd8-b38e-c93ff3d4d6e4 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.0802739 May 10 19:26:37.484127 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d81571-f7ed-477d-bbd5-dca78a1f14ac req-4e0aee3d-939f-446b-a417-b1a61703d737 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.485544 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-52d81571-f7ed-477d-bbd5-dca78a1f14ac req-4e0aee3d-939f-446b-a417-b1a61703d737 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0777254 May 10 19:26:37.564975 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6ea937c1-4600-4c63-8376-7b288dd4dc2f req-2c7bd0e4-137e-4d8b-aa17-f1348dacd059 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784371 May 10 19:26:37.578974 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-52d81571-f7ed-477d-bbd5-dca78a1f14ac req-9a2cc88e-679a-413c-9f6b-851c0f089e57 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858622 May 10 19:26:37.598101 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54408) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:37.679028 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c70c6-166e-4830-b759-f3eaffb34cdd tempest-TestShelveInstance-5551501 tempest-TestShelveInstance-5551501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.680597 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8f3c70c6-166e-4830-b759-f3eaffb34cdd tempest-TestShelveInstance-5551501 tempest-TestShelveInstance-5551501-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1124 time: 0.0813053 May 10 19:26:37.684075 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54414) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:37.688593 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'port_id': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:37.713523 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:37.743097 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231b2ff-7d91-4d27-9a25-ddfbd53244fc req-338fd15a-9059-40cc-9686-89469d7abdd6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.745151 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c231b2ff-7d91-4d27-9a25-ddfbd53244fc req-338fd15a-9059-40cc-9686-89469d7abdd6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0521502 May 10 19:26:37.797796 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c231b2ff-7d91-4d27-9a25-ddfbd53244fc req-e8d27653-633f-4b67-8d2a-e39e51d80b59 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 May 10 19:26:37.820200 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c81b38-d85a-48a8-ab31-a2db149aa70d req-2b1e61c8-1f01-4f7a-9c5f-e2979629e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.821977 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f8c81b38-d85a-48a8-ab31-a2db149aa70d req-2b1e61c8-1f01-4f7a-9c5f-e2979629e22e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 1129 time: 0.0537870 May 10 19:26:37.831439 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:37.967819 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-43b9f41c-3ef0-470e-a652-f087d1a91914 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:37.969223 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-43b9f41c-3ef0-470e-a652-f087d1a91914 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 946 time: 0.1019225 May 10 19:26:38.016573 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f8c81b38-d85a-48a8-ab31-a2db149aa70d req-2f479eca-db03-45b5-bca3-120baffd94b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501224 May 10 19:26:38.042051 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Allocated IP 172.27.0.8 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/e09ec919-9f7a-437d-9f7c-d21c89505c61) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:38.137639 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Deleting port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:38.137972 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.253737 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.262279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] For port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:38.262630 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.278284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Calling delete_port for 54be224d-2207-42ed-b8ce-5c68e8e8c9fc owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:38.350504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.400982 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:38.409437 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:38.411823 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:38.419361 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'Port': ['ID=e09ec919-9f7a-437d-9f7c-d21c89505c61,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:38.519073 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (54be224d-2207-42ed-b8ce-5c68e8e8c9fc), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.537263 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1cf23101-4133-47e6-bc61-408b7b3ccb2b', '54be224d-2207-42ed-b8ce-5c68e8e8c9fc'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:38.583124 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event deleted for resources: {'Port': ['ID=54be224d-2207-42ed-b8ce-5c68e8e8c9fc,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:38.631785 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] No DVR routers for this DVR port 54be224d-2207-42ed-b8ce-5c68e8e8c9fc on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:38.634941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.638349 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cd97a25e-784b-48b4-b72b-8589edefa33d req-089e9331-a7ab-485c-9807-c90c4b16809e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "DELETE /v2.0/ports/54be224d-2207-42ed-b8ce-5c68e8e8c9fc HTTP/1.1" status: 204 len: 173 time: 0.6629696 May 10 19:26:38.644373 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'name': 'network-vif-deleted', 'tag': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:38.646632 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d964d327-3c60-4733-a82b-5271526f01df" -d '{"events": [{"server_uuid": "23ec48a0-d555-46b4-bbc3-3e30e998e0b8", "name": "network-vif-deleted", "tag": "54be224d-2207-42ed-b8ce-5c68e8e8c9fc"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:38.687326 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-886df315-fd18-4351-9844-d104982d8926 req-4544fc08-5a8d-4198-b02d-e0756cf40519 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 210 time: 0.0377884 May 10 19:26:38.687889 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5b6ce-d436-4524-bacb-7aa97572e87c x-openstack-request-id: req-0ca5b6ce-d436-4524-bacb-7aa97572e87c {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:38.688259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ec48a0-d555-46b4-bbc3-3e30e998e0b8", "name": "network-vif-deleted", "tag": "54be224d-2207-42ed-b8ce-5c68e8e8c9fc", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:38.688449 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ca5b6ce-d436-4524-bacb-7aa97572e87c {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:38.688987 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca5b6ce-d436-4524-bacb-7aa97572e87c'] response: {'server_uuid': '23ec48a0-d555-46b4-bbc3-3e30e998e0b8', 'name': 'network-vif-deleted', 'tag': '54be224d-2207-42ed-b8ce-5c68e8e8c9fc', 'status': 'completed', 'code': 200} May 10 19:26:38.917393 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for floatingip (a7d5c5a4-5610-459d-834a-2cb5c2fd0141), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:38.940398 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d08fb-ea59-48a3-95bd-595c37357ae6 req-2cc28884-3b8e-41ff-9f2b-fddfc9d9763c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:38.942088 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5a0d08fb-ea59-48a3-95bd-595c37357ae6 req-2cc28884-3b8e-41ff-9f2b-fddfc9d9763c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0588541 May 10 19:26:39.007148 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5a0d08fb-ea59-48a3-95bd-595c37357ae6 req-a56bcae6-7f16-4366-9b41-e259a923e70b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509379 May 10 19:26:39.019339 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:39.181719 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:39.185985 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:39.255071 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event updated for resources: {'Port': ['ID=e09ec919-9f7a-437d-9f7c-d21c89505c61,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:39.266771 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a7d5c5a4-5610-459d-834a-2cb5c2fd0141), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:39.366710 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Floating IP a7d5c5a4-5610-459d-834a-2cb5c2fd0141 associated. External IP: 172.27.0.8, port: a433209c-d12b-4e42-aeef-b49477b32c02. May 10 19:26:39.782060 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dc31fab8-96a5-488d-be51-5714145ab11b req-64e19035-9efc-4aa3-9137-83ac829e7f6c tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=23ec48a0-d555-46b4-bbc3-3e30e998e0b8 HTTP/1.1" status: 200 len: 210 time: 0.0267811 May 10 19:26:39.835338 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Router e1e8d353-7893-4c85-869b-8b57e5bd3f07 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:39.942528 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:39.958163 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] Sync routers for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:39.964848 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:39.968520 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:39.969151 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:39.993523 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-899ad4e3-e108-46ff-a527-7ea19b94fe0c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3083925 May 10 19:26:40.080793 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:40.134648 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d4efb-d7fa-4ebe-8d50-e29b26aee0d7 req-ef2e79fa-ddca-442e-8cd7-8fd2c62eaf17 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:40.136404 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-776d4efb-d7fa-4ebe-8d50-e29b26aee0d7 req-ef2e79fa-ddca-442e-8cd7-8fd2c62eaf17 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0508003 May 10 19:26:40.188782 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-776d4efb-d7fa-4ebe-8d50-e29b26aee0d7 req-a8b09d1d-6075-41f7-aff6-1bf58e45ac69 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447040 May 10 19:26:40.297229 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ea1c-eb41-44e1-b4a5-a5b39027e578 req-43abb8da-bd65-4456-8abc-693a020acfd8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:40.298705 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4f69ea1c-eb41-44e1-b4a5-a5b39027e578 req-43abb8da-bd65-4456-8abc-693a020acfd8 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0471458 May 10 19:26:40.301708 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a7d5c5a4-5610-459d-834a-2cb5c2fd0141', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'port_id': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'mac_address': 'fa:16:3e:5c:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:38Z', 'updated_at': '2022-05-10T19:26:38Z', 'revision_number': 0, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:40.307912 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54436) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:40.312467 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Request body: {'floatingip': {'port_id': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:40.333126 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] Checking router: e1e8d353-7893-4c85-869b-8b57e5bd3f07 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:40.341561 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:40.342167 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:40.351684 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:40.449590 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:40.663723 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a7d5c5a4-5610-459d-834a-2cb5c2fd0141', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'port_id': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'mac_address': 'fa:16:3e:5c:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:38Z', 'updated_at': '2022-05-10T19:26:38Z', 'revision_number': 0, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:40.689980 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:40.692668 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:40.695140 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e2b94-0e38-4e98-8077-b1d31f842806 None None] The sync data for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi is: [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a7d5c5a4-5610-459d-834a-2cb5c2fd0141', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'port_id': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'mac_address': 'fa:16:3e:5c:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:38Z', 'updated_at': '2022-05-10T19:26:38Z', 'revision_number': 0, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:40.734936 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852ada0d-3639-4f6b-9b2c-ccefdbb87275 x-openstack-request-id: req-852ada0d-3639-4f6b-9b2c-ccefdbb87275 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:40.735224 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:40.735606 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-852ada0d-3639-4f6b-9b2c-ccefdbb87275 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:40.736009 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852ada0d-3639-4f6b-9b2c-ccefdbb87275'] response: {'name': 'network-changed', 'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'status': 'completed', 'code': 200} May 10 19:26:40.804042 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:40.807216 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-27d7d47e-84d9-48cf-ae5f-7b8b1e752064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:40.808878 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-27d7d47e-84d9-48cf-ae5f-7b8b1e752064 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0439596 May 10 19:26:40.809126 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:40.922446 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-aee8c059-9a75-410a-af71-e26deeb7a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:40.923922 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-aee8c059-9a75-410a-af71-e26deeb7a57d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 910 time: 0.1042774 May 10 19:26:40.939368 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Floating IP b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb associated. External IP: 172.27.0.7, port: e66231aa-ea59-4ff6-93b7-04bd9e66dd8d. May 10 19:26:40.960666 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea265f97-e51f-4fad-888e-ef85cb0fd96a None None] New status for floating IP a7d5c5a4-5610-459d-834a-2cb5c2fd0141: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:41.017648 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-479759f4-4754-4631-900b-62ab50b6eab2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 997 time: 0.0874622 May 10 19:26:41.121514 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b768183-1d33-4ab2-bf67-4931ac5c3d8a req-11e640cd-6ba9-439c-a64b-4be835b403a9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:41.123048 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b768183-1d33-4ab2-bf67-4931ac5c3d8a req-11e640cd-6ba9-439c-a64b-4be835b403a9 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0608506 May 10 19:26:41.220772 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3b768183-1d33-4ab2-bf67-4931ac5c3d8a req-ea1f622a-552b-4a31-a62a-a82dbb7dc91e tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605650 May 10 19:26:41.267785 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:41.376508 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:41.381039 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:41.387726 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:41.397507 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:41.398126 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:41.410149 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ede2e382-ee23-43ff-9bf3-926e362709fa tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "PUT /v2.0/floatingips/b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb HTTP/1.1" status: 200 len: 989 time: 1.1010706 May 10 19:26:41.410726 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:41.413200 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc907df5-8781-4759-89c3-8d4e48c17f14" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:41.449648 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72908abf-5260-494f-8d05-2638ac6e1337 x-openstack-request-id: req-72908abf-5260-494f-8d05-2638ac6e1337 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:41.449941 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:41.450197 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72908abf-5260-494f-8d05-2638ac6e1337 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:41.450634 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72908abf-5260-494f-8d05-2638ac6e1337'] response: {'name': 'network-changed', 'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'status': 'completed', 'code': 200} May 10 19:26:41.507604 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:41.836576 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'port_id': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'mac_address': 'fa:16:3e:46:50:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:11Z', 'updated_at': '2022-05-10T19:26:40Z', 'revision_number': 1, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:41.865640 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:41.874418 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:41.875391 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:41.975453 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 54be224d-2207-42ed-b8ce-5c68e8e8c9fc no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:42.000041 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:42.002985 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 54be224d-2207-42ed-b8ce-5c68e8e8c9fc {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:42.003323 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 54be224d-2207-42ed-b8ce-5c68e8e8c9fc not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:26:42.220562 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'port_id': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'mac_address': 'fa:16:3e:46:50:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:11Z', 'updated_at': '2022-05-10T19:26:40Z', 'revision_number': 1, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:42.250830 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309bab1-de5f-4127-b249-49e19a825c44 None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'port_id': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'mac_address': 'fa:16:3e:46:50:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:11Z', 'updated_at': '2022-05-10T19:26:40Z', 'revision_number': 1, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:42.341569 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaec85-a3af-47aa-84d2-7b1e8287969d req-6cb87b19-0266-44cd-aba2-6c88803116cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:42.343085 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fadaec85-a3af-47aa-84d2-7b1e8287969d req-6cb87b19-0266-44cd-aba2-6c88803116cc tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0517445 May 10 19:26:42.390904 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fadaec85-a3af-47aa-84d2-7b1e8287969d req-d80d1b38-29f6-40c5-aa89-7cdab28454f1 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 May 10 19:26:42.443818 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308fddb-5dce-4b6e-892c-2bcb9735b1d4 None None] New status for floating IP b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:43.479115 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-34657ca4-07d2-43a2-80b1-e5abe7f6b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:43.480613 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-34657ca4-07d2-43a2-80b1-e5abe7f6b778 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 200 len: 848 time: 0.0452416 May 10 19:26:43.507283 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9db89-f33e-4770-9ba8-18beb783117a req-7b64188e-4c79-47a3-af4b-56bb67fa4ce5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:43.508802 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-63d9db89-f33e-4770-9ba8-18beb783117a req-7b64188e-4c79-47a3-af4b-56bb67fa4ce5 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0460408 May 10 19:26:43.555715 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-63d9db89-f33e-4770-9ba8-18beb783117a req-43220a1c-559d-426a-a9e9-2ca8cd80f3fa tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 May 10 19:26:43.602042 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-09c6b725-bd3a-47a3-a4fe-346a1d83e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:43.604143 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-09c6b725-bd3a-47a3-a4fe-346a1d83e569 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c2669245ca948cfa795863fa7e43496&device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 1129 time: 0.0675194 May 10 19:26:43.611159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-53751672-5b32-4135-aab7-13e258ceabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:43.612535 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-53751672-5b32-4135-aab7-13e258ceabc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468502 May 10 19:26:44.130907 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-4c29a101-81bf-4546-851e-edeb16b60085 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:44.132236 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-4c29a101-81bf-4546-851e-edeb16b60085 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.1292517 May 10 19:26:44.179748 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-2093f10d-30aa-4f78-8553-8624b28e9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:44.181386 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-2093f10d-30aa-4f78-8553-8624b28e9a69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 200 len: 911 time: 0.1871843 May 10 19:26:44.190786 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-fb02612f-7158-4eae-b541-4e7678b9954b service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954732 May 10 19:26:44.326886 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ba390b85-0402-4bec-9e27-f4ca3ef66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:44.509629 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-cc6bc8b2-5a89-4c02-8380-f3220df74e22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d HTTP/1.1" status: 200 len: 999 time: 0.1543670 May 10 19:26:44.592338 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9fc9be0b-4e18-4239-b9d9-c00e622f8f2c req-c846e35c-392c-49c1-b1c2-a1895ca054b5 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301493 May 10 19:26:44.606734 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Deleting port 1cf23101-4133-47e6-bc61-408b7b3ccb2b {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:44.607083 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:44.612286 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-9129d7db-53a1-4422-9017-2b2a0e3c63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:44.613820 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-9129d7db-53a1-4422-9017-2b2a0e3c63f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 200 len: 849 time: 0.0948029 May 10 19:26:44.677228 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241ac71-17c6-4bc6-9edc-179dbf775534 req-d8176506-1e59-4523-87e7-3348e57664ce tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:44.678619 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3241ac71-17c6-4bc6-9edc-179dbf775534 req-d8176506-1e59-4523-87e7-3348e57664ce tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cd363a2-ae4d-4862-bd66-05dc7a6da274 HTTP/1.1" status: 200 len: 946 time: 0.0500107 May 10 19:26:44.700390 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-a48e5b45-1bf6-4d52-9ad7-6757472a1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:44.701873 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-a48e5b45-1bf6-4d52-9ad7-6757472a1f3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcbda2b8-24f3-4e04-abd8-14474ec22014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0748110 May 10 19:26:44.726608 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3241ac71-17c6-4bc6-9edc-179dbf775534 req-6b5847c3-f8fe-4129-9e43-a5c3309f3bbe tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.70 "GET /v2.0/security-groups?id=638d8434-9d29-4106-9110-770e815115a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 May 10 19:26:44.778432 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] For port 1cf23101-4133-47e6-bc61-408b7b3ccb2b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1cf23101-4133-47e6-bc61-408b7b3ccb2b,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:44.778805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:44.795859 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Calling delete_port for 1cf23101-4133-47e6-bc61-408b7b3ccb2b owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:44.859931 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-d7e4951c-e2e0-444e-af04-7d3c5755bff8 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489694 May 10 19:26:45.002540 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc907df5-8781-4759-89c3-8d4e48c17f14 req-01d0c568-c4b1-4995-b567-86bf1d622161 service neutron] 10.222.0.73 "GET /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347809 May 10 19:26:45.025665 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (1cf23101-4133-47e6-bc61-408b7b3ccb2b), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.026083 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7daf5b-cb68-4f74-9a7b-48627bd3a201 req-27a0a5af-c0d1-4e6b-b7fc-8f8411886376 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:45.027598 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4a7daf5b-cb68-4f74-9a7b-48627bd3a201 req-27a0a5af-c0d1-4e6b-b7fc-8f8411886376 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0472591 May 10 19:26:45.044407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1cf23101-4133-47e6-bc61-408b7b3ccb2b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:45.056737 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Pushing event deleted for resources: {'Port': ['ID=1cf23101-4133-47e6-bc61-408b7b3ccb2b,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:45.084037 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4a7daf5b-cb68-4f74-9a7b-48627bd3a201 req-e8513638-a8cd-4740-89e5-6b5330803f22 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485337 May 10 19:26:45.109416 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54474) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:45.112184 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] No DVR routers for this DVR port 1cf23101-4133-47e6-bc61-408b7b3ccb2b on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:45.114792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.118324 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-debb0bb6-95e6-42b6-9be4-5429afbeeadc req-fb880cec-a785-4b0f-b4aa-600a6c1d1896 tempest-ServerRescueNegativeTestJSON-1110397718 tempest-ServerRescueNegativeTestJSON-1110397718-project] 10.222.0.73 "DELETE /v2.0/ports/1cf23101-4133-47e6-bc61-408b7b3ccb2b HTTP/1.1" status: 204 len: 173 time: 0.7550516 May 10 19:26:45.118781 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'name': 'network-vif-deleted', 'tag': '1cf23101-4133-47e6-bc61-408b7b3ccb2b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:45.121123 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a3dd24-9a18-4ff8-9102-dbac22b835cd" -d '{"events": [{"server_uuid": "4cd363a2-ae4d-4862-bd66-05dc7a6da274", "name": "network-vif-deleted", "tag": "1cf23101-4133-47e6-bc61-408b7b3ccb2b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:45.158723 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a21749-cf03-4ee0-9627-a8dfeac917dc x-openstack-request-id: req-98a21749-cf03-4ee0-9627-a8dfeac917dc {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:45.159292 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd363a2-ae4d-4862-bd66-05dc7a6da274", "name": "network-vif-deleted", "tag": "1cf23101-4133-47e6-bc61-408b7b3ccb2b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:45.159519 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98a21749-cf03-4ee0-9627-a8dfeac917dc {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:45.159747 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a21749-cf03-4ee0-9627-a8dfeac917dc'] response: {'server_uuid': '4cd363a2-ae4d-4862-bd66-05dc7a6da274', 'name': 'network-vif-deleted', 'tag': '1cf23101-4133-47e6-bc61-408b7b3ccb2b', 'status': 'completed', 'code': 200} May 10 19:26:45.199046 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f26e3-7771-4ad7-8d92-7fda511291e9 tempest-TestMinimumBasicScenario-1651222245 tempest-TestMinimumBasicScenario-1651222245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:45.203231 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-662f26e3-7771-4ad7-8d92-7fda511291e9 tempest-TestMinimumBasicScenario-1651222245 tempest-TestMinimumBasicScenario-1651222245-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1125 time: 0.0900357 May 10 19:26:45.204028 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54480) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:45.208503 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'port_id': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:45.229200 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.310262 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.414812 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Allocated IP 172.27.0.246 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/13943dea-5a44-44a2-ba83-9f8fe06a4f51) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:26:45.525883 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.561049 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.598513 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:26:45.601360 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:26:45.605063 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:26:45.630738 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'Port': ['ID=13943dea-5a44-44a2-ba83-9f8fe06a4f51,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:45.644706 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.645062 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.645409 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.645750 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.646089 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.646423 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.646755 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.647084 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.648058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.648058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.648058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.648369 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.648717 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.649076 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.649400 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:26:45.783752 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54484) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:45.966667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:45.996810 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for floatingip (d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.065614 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.221024 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.225529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.287909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (e001fb26-1e85-4672-99fb-4af5d54f3865), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.295247 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'Port': ['ID=13943dea-5a44-44a2-ba83-9f8fe06a4f51,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:46.308766 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.656526 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Floating IP d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd associated. External IP: 172.27.0.246, port: 1e380fac-eb24-4b35-95ba-473a58e3a45a. May 10 19:26:46.670337 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-26ef2c29-45a1-4388-a54d-212aec2fdedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.839641 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Deleting port a02d3de1-5a75-4555-a1a9-a8caf86f8297 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:46.840236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.880331 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Router 51b65f8e-9a65-46ce-949a-0be01702c781 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:46.915862 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] For port a02d3de1-5a75-4555-a1a9-a8caf86f8297, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a02d3de1-5a75-4555-a1a9-a8caf86f8297,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:46.916143 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:46.928939 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Calling delete_port for a02d3de1-5a75-4555-a1a9-a8caf86f8297 owned by network:router_interface {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:46.998557 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:47.007694 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] Sync routers for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:47.019039 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:47.019669 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:47.021652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.056119 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7124c1fc-c65b-4fc5-9441-d09f1cd81953 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8478923 May 10 19:26:47.056119 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:47.056394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29314ba9-602b-48c2-9135-60c4e7eb2770" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:47.058888 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54490) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:47.063182 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976669006', 'description': 'tempest-secgroup-smoke-1976669006 description', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:47.068202 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-91cf8c02-0e81-42fb-93ea-49c5adfa387b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766013 May 10 19:26:47.090680 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.122000 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f9c23-7de4-4a53-9237-06ead0c6d1a3 x-openstack-request-id: req-752f9c23-7de4-4a53-9237-06ead0c6d1a3 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:47.122303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:47.122690 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-752f9c23-7de4-4a53-9237-06ead0c6d1a3 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:47.123096 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752f9c23-7de4-4a53-9237-06ead0c6d1a3'] response: {'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'status': 'completed', 'code': 200} May 10 19:26:47.170156 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:47.182020 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group (0a43acaa-2d1c-444d-beab-e2c492fde9a2), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.189111 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0a43acaa-2d1c-444d-beab-e2c492fde9a2), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.219248 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-3c7f7f39-6226-411f-9913-f4b501e7f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:47.220772 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-3c7f7f39-6226-411f-9913-f4b501e7f6e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 1130 time: 0.0723948 May 10 19:26:47.232116 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.234591 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-6e93283e-e6d9-44a0-817c-cc242b19509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:47.236097 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-6e93283e-e6d9-44a0-817c-cc242b19509c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1130 time: 0.0764830 May 10 19:26:47.236944 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1770575 May 10 19:26:47.239383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b13551-157d-4f28-8275-eb10a51261ae tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43acaa-2d1c-444d-beab-e2c492fde9a2,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:47.241321 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54494) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:47.248335 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group_rule': {'security_group_id': '0a43acaa-2d1c-444d-beab-e2c492fde9a2', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:47.261225 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a02d3de1-5a75-4555-a1a9-a8caf86f8297), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.383057 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Pushing event deleted for resources: {'Port': ['ID=a02d3de1-5a75-4555-a1a9-a8caf86f8297,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:47.431638 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.434747 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'd19eaaa1-c236-40a7-b5a0-c5f14eccc7bd', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'port_id': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'mac_address': 'fa:16:3e:26:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:45Z', 'updated_at': '2022-05-10T19:26:45Z', 'revision_number': 0, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:47.459153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (22c63c5d-49a5-4cf0-be00-c74596c43304), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.467382 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] Checking router: 51b65f8e-9a65-46ce-949a-0be01702c781 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:47.476203 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:47.476860 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:47.524837 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-766d3bab-6eb2-440d-a8f7-da9fa81b88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:47.526346 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-766d3bab-6eb2-440d-a8f7-da9fa81b88cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.2660637 May 10 19:26:47.534742 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-9d578fe8-fe99-4ac5-b907-915f6960b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:47.536223 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-9d578fe8-fe99-4ac5-b907-915f6960b015 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 916 time: 0.2919290 May 10 19:26:47.626198 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:47.739369 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-c33a711c-31fa-422b-829c-4035fae6a31f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f3412db-d471-48af-92ef-df3f89d29fad HTTP/1.1" status: 200 len: 1001 time: 0.2011154 May 10 19:26:47.742668 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (22c63c5d-49a5-4cf0-be00-c74596c43304), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.744685 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-39e23e8a-bb78-422d-a61d-e1861d213ef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 1000 time: 0.1990585 May 10 19:26:47.761617 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (22c63c5d-49a5-4cf0-be00-c74596c43304), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.846559 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'd19eaaa1-c236-40a7-b5a0-c5f14eccc7bd', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'port_id': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'mac_address': 'fa:16:3e:26:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:45Z', 'updated_at': '2022-05-10T19:26:45Z', 'revision_number': 0, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:47.870226 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c63c5d-49a5-4cf0-be00-c74596c43304,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:47.875586 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fc33a6-b296-4e64-8939-62c17d0fff5f None None] The sync data for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi is: [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'd19eaaa1-c236-40a7-b5a0-c5f14eccc7bd', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'port_id': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'mac_address': 'fa:16:3e:26:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:26:45Z', 'updated_at': '2022-05-10T19:26:45Z', 'revision_number': 0, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:47.888618 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.892464 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-7e85590b-6f13-45b3-b445-5bc9b149b1a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6471791 May 10 19:26:47.892464 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-b8ce2027-86b4-43c8-9ec8-fe5294cafc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:47.892827 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-b8ce2027-86b4-43c8-9ec8-fe5294cafc00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.1472135 May 10 19:26:47.892915 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54498) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:47.897312 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group_rule': {'security_group_id': '0a43acaa-2d1c-444d-beab-e2c492fde9a2', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:47.897510 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (e001fb26-1e85-4672-99fb-4af5d54f3865), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:47.915204 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-c5a559c5-6101-4c34-b657-563a386dd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:47.916673 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-c5a559c5-6101-4c34-b657-563a386dd5bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 200 len: 854 time: 0.1599250 May 10 19:26:47.939990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (5e29c8ae-c6a5-4162-beda-e832d8471906), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.017534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (5e29c8ae-c6a5-4162-beda-e832d8471906), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.018231 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1cf23101-4133-47e6-bc61-408b7b3ccb2b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:48.023478 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (5e29c8ae-c6a5-4162-beda-e832d8471906), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.043907 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-92ad83a3-cabb-4206-bf83-54abe11f8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:48.044512 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 1cf23101-4133-47e6-bc61-408b7b3ccb2b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:48.045063 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1cf23101-4133-47e6-bc61-408b7b3ccb2b not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:26:48.045440 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-92ad83a3-cabb-4206-bf83-54abe11f8661 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1459682 May 10 19:26:48.047972 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-aad7b136-042e-45b5-876d-deb2919525fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:48.049516 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-aad7b136-042e-45b5-876d-deb2919525fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e86f322-bba8-47e4-b682-aba362e382e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1042619 May 10 19:26:48.049915 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e29c8ae-c6a5-4162-beda-e832d8471906,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:48.059002 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.063068 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-bc194d04-4e9d-4180-8932-eb20f78c8828 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1692729 May 10 19:26:48.063672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54502) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:48.072324 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group_rule': {'security_group_id': '0a43acaa-2d1c-444d-beab-e2c492fde9a2', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:48.104181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (d03d6f05-5c59-46d6-af54-cc970f7238da), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.158206 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c63424-2f8a-4695-9b13-b20804284e44 None None] New status for floating IP d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:26:48.168870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (d03d6f05-5c59-46d6-af54-cc970f7238da), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.174484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (d03d6f05-5c59-46d6-af54-cc970f7238da), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.191894 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03d6f05-5c59-46d6-af54-cc970f7238da,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:48.208491 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.212394 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7a541264-0355-4632-bd73-4dc41e63379a tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451316 May 10 19:26:48.212668 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54504) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:48.217037 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group_rule': {'security_group_id': '0a43acaa-2d1c-444d-beab-e2c492fde9a2', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:48.249108 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (8a5219db-be2f-428f-87b9-a53d8ebeea77), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.291070 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-2ad96568-7cd1-4024-8b3c-86d6c03fd444 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254264 May 10 19:26:48.294695 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-10ef19a9-d35f-4edc-82c1-82b423b92397 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361507 May 10 19:26:48.316015 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (8a5219db-be2f-428f-87b9-a53d8ebeea77), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.321463 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (8a5219db-be2f-428f-87b9-a53d8ebeea77), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.340838 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5219db-be2f-428f-87b9-a53d8ebeea77,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:48.349254 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.352908 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-2d5e0a64-0b21-4c6b-b0ec-fdeaaa3a9bf0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392205 May 10 19:26:48.353842 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54506) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:48.358491 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group_rule': {'security_group_id': '0a43acaa-2d1c-444d-beab-e2c492fde9a2', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:48.381347 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.securitygroups_db [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Project fb8f2405eb7a484da3d99929e2e78ddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:26:48.387105 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (453a7826-987f-4c6a-ba68-ed60493ee2e0), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.448198 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (453a7826-987f-4c6a-ba68-ed60493ee2e0), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.452122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (453a7826-987f-4c6a-ba68-ed60493ee2e0), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.470829 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453a7826-987f-4c6a-ba68-ed60493ee2e0,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:48.479537 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.481341 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b0b122ae-4d5a-41c0-ae4c-db31c09f7cbe tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264689 May 10 19:26:48.483599 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54508) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:48.485658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Router e001fb26-1e85-4672-99fb-4af5d54f3865 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:26:48.487953 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'security_group_rule': {'security_group_id': '0a43acaa-2d1c-444d-beab-e2c492fde9a2', 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:48.508036 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.securitygroups_db [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Project fb8f2405eb7a484da3d99929e2e78ddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:26:48.513448 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (b4e431d5-5d81-4ddb-93be-6b51a3907992), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.520051 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29314ba9-602b-48c2-9135-60c4e7eb2770 req-2efe688a-4193-4076-85d7-a11e78653084 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972270 May 10 19:26:48.525970 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-abce4f17-6a5e-47ca-873f-56e7a5ce5dd4 req-fbf10a5a-9865-49b9-a3ea-9abe3a2be65e service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128565 May 10 19:26:48.581124 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (b4e431d5-5d81-4ddb-93be-6b51a3907992), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.584873 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (b4e431d5-5d81-4ddb-93be-6b51a3907992), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.604978 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e431d5-5d81-4ddb-93be-6b51a3907992,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:48.609057 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.613194 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-175937ed-6fc9-4e9d-9c71-3e32f5262dbc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285818 May 10 19:26:48.629633 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:26:48.637233 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c8ae36ba-a682-4964-a2dc-05edf248169c admin admin] 10.222.0.70 "PUT /v2.0/routers/e001fb26-1e85-4672-99fb-4af5d54f3865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8501492 May 10 19:26:48.637800 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 54512) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:48.641811 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] Sync routers for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:26:48.656611 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:48.657229 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:48.720170 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-75e73605-76e1-45af-8128-06f6cefcb03a req-a857adfe-171a-4a49-9465-748bb613e053 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976669006&fields=id&tenant_id=fb8f2405eb7a484da3d99929e2e78ddb HTTP/1.1" status: 200 len: 267 time: 0.0511510 May 10 19:26:48.772319 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73605-76e1-45af-8128-06f6cefcb03a req-c94d7aa5-befc-4872-b823-ed5a0bda7beb tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:48.774455 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-75e73605-76e1-45af-8128-06f6cefcb03a req-c94d7aa5-befc-4872-b823-ed5a0bda7beb tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0483994 May 10 19:26:48.786405 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'port': {'security_groups': ['bb63be3e-c126-4899-a2e1-d9b5605df725', '0a43acaa-2d1c-444d-beab-e2c492fde9a2']}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:26:48.875229 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:48.915553 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:49.029259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks [] for router (e001fb26-1e85-4672-99fb-4af5d54f3865), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.039285 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.088851 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:49.114203 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:26:47Z', 'revision_number': 5, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port': {'id': '0168c7cb-bbbe-41a0-9daa-fd89a91d9585', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:49.124284 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.130524 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.149083 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks [] for router_gateway (e001fb26-1e85-4672-99fb-4af5d54f3865), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.150586 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1e380fac-eb24-4b35-95ba-473a58e3a45a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:49.154412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] Checking router: e001fb26-1e85-4672-99fb-4af5d54f3865 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:26:49.180714 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:49.181266 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.182698 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-75e73605-76e1-45af-8128-06f6cefcb03a req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "PUT /v2.0/ports/1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 982 time: 0.4013131 May 10 19:26:49.183158 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:26:49.185483 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:26:49.194797 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] Routers {'e001fb26-1e85-4672-99fb-4af5d54f3865'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:26:49.195864 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:26:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e001fb26-1e85-4672-99fb-4af5d54f3865'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:49.208711 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3a1c3-d894-493b-82ed-bf9af4652cde tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=6']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:49.208913 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Deleting port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:49.209217 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.283749 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d78e18-6e11-429e-95fc-536b975c1aaf x-openstack-request-id: req-e3d78e18-6e11-429e-95fc-536b975c1aaf {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:26:49.284048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:26:49.284362 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3d78e18-6e11-429e-95fc-536b975c1aaf {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:26:49.284920 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d78e18-6e11-429e-95fc-536b975c1aaf'] response: {'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'status': 'completed', 'code': 200} May 10 19:26:49.314691 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] For port 0168c7cb-bbbe-41a0-9daa-fd89a91d9585, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:49.315065 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.319783 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1e380fac-eb24-4b35-95ba-473a58e3a45a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:26:49.354295 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26157c05-dccd-4d15-a223-8ebb91cb7a29 req-94d15b4f-b9e2-4d2f-ab1d-828703a0d644 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:49.361185 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-26157c05-dccd-4d15-a223-8ebb91cb7a29 req-94d15b4f-b9e2-4d2f-ab1d-828703a0d644 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0689952 May 10 19:26:49.376140 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Calling delete_port for 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 owned by network:router_gateway {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:49.385037 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] Set router e001fb26-1e85-4672-99fb-4af5d54f3865 gateway port host: None {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:26:49.392570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-40d8d314-b2e0-44f9-99d2-9943084ebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:49.394486 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-40d8d314-b2e0-44f9-99d2-9943084ebfa0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1169 time: 0.0762360 May 10 19:26:49.432781 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-26157c05-dccd-4d15-a223-8ebb91cb7a29 req-08c466cb-d08c-4dac-b1f3-122d00d6d923 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706799 May 10 19:26:49.452324 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:26:49Z', 'revision_number': 6, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:49.499464 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cc3ab-2d4a-428d-ac07-b63e1264791b None None] The sync data for ids ['e001fb26-1e85-4672-99fb-4af5d54f3865'] in dv-cinder-784815-13-iscsi is: [{'id': 'e001fb26-1e85-4672-99fb-4af5d54f3865', 'name': 'tempest-ServerRescueNegativeTestJSON-1955655456-router', 'tenant_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:26:49Z', 'revision_number': 6, 'project_id': 'b01ea9fc16b94ff0899ce6ae2f229400', 'gw_port_host': None}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:26:49.567410 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-8ee043a8-5ce5-4a64-9d3a-9bdb927f30d9 None None] Provisioning complete for port 1e380fac-eb24-4b35-95ba-473a58e3a45a triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:26:49.567781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-8ee043a8-5ce5-4a64-9d3a-9bdb927f30d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.578907 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-b8bfb7dc-9b95-4dfa-8b6c-e442725d73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:49.580486 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-b8bfb7dc-9b95-4dfa-8b6c-e442725d73db service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 916 time: 0.1780558 May 10 19:26:49.680233 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-29b0fee3-9c5e-4e61-a565-af554c1ed80a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 1002 time: 0.0877352 May 10 19:26:49.726742 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (0168c7cb-bbbe-41a0-9daa-fd89a91d9585), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:49.756430 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=0168c7cb-bbbe-41a0-9daa-fd89a91d9585,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:49.782490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-8ee043a8-5ce5-4a64-9d3a-9bdb927f30d9 None None] Current status of the port 1e380fac-eb24-4b35-95ba-473a58e3a45a is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:26:49.789194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-453097b2-6954-4478-9322-2505c8eb3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:49.790870 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-453097b2-6954-4478-9322-2505c8eb3750 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 200 len: 854 time: 0.0924218 May 10 19:26:49.856787 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-65d5a7fa-5bce-4451-8eaf-df794578753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:26:49.858314 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-65d5a7fa-5bce-4451-8eaf-df794578753e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e86f322-bba8-47e4-b682-aba362e382e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480959 May 10 19:26:49.861570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (e001fb26-1e85-4672-99fb-4af5d54f3865), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.040461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (e001fb26-1e85-4672-99fb-4af5d54f3865), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.044228 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks [] for router_controller (e001fb26-1e85-4672-99fb-4af5d54f3865), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.122819 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (e001fb26-1e85-4672-99fb-4af5d54f3865), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.123383 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e001fb26-1e85-4672-99fb-4af5d54f3865 {{(pid=103463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:26:50.135505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.136635 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8fb402e5-c61f-437d-b98f-9d4aad56eb9c admin admin] 10.222.0.70 "DELETE /v2.0/routers/e001fb26-1e85-4672-99fb-4af5d54f3865 HTTP/1.1" status: 204 len: 168 time: 1.4981618 May 10 19:26:50.139319 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54520) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:50.142180 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-73788f60-4c5d-4ab2-995b-fcc667fe39ad service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644141 May 10 19:26:50.186817 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Deleting subnet 714448a5-2239-4535-ac63-0c411f4a023f {{(pid=103462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:26:50.189926 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Publish callbacks [] for subnet (714448a5-2239-4535-ac63-0c411f4a023f), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.223420 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25496657'] for subnet (714448a5-2239-4535-ac63-0c411f4a023f), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.335873 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (714448a5-2239-4535-ac63-0c411f4a023f), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.338973 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a02d3de1-5a75-4555-a1a9-a8caf86f8297 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:50.376490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: a02d3de1-5a75-4555-a1a9-a8caf86f8297 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:50.376847 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a02d3de1-5a75-4555-a1a9-a8caf86f8297 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:26:50.400242 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26885953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423291'] for subnet (714448a5-2239-4535-ac63-0c411f4a023f), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.429712 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714448a5-2239-4535-ac63-0c411f4a023f,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:50.436019 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.437774 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c1f5a-1203-4c04-8d5a-7c7c2f81ffaf None None] Network bb74b187-fa4d-4a2f-9aaf-1606c184e70e requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:26:50.439884 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-aad22b99-000c-4da3-8991-35d0004d8bfd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/714448a5-2239-4535-ac63-0c411f4a023f HTTP/1.1" status: 204 len: 168 time: 0.2995501 May 10 19:26:50.442482 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54522) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:50.451083 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-cc9bd252-cd72-4e5c-83dd-3d8efd12d56d req-d937130a-9af3-48f0-bab5-31a03e449611 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339657 May 10 19:26:50.520526 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (bb74b187-fa4d-4a2f-9aaf-1606c184e70e), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.571726 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Deleting port bc3850f2-b776-4512-8bec-35b052fc0d4c {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:50.572029 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.593689 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] DHCP port deletion for bb74b187-fa4d-4a2f-9aaf-1606c184e70e request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:26:50.636141 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] For port bc3850f2-b776-4512-8bec-35b052fc0d4c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=bc3850f2-b776-4512-8bec-35b052fc0d4c,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:50.636758 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.652758 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] Deleting port bc3850f2-b776-4512-8bec-35b052fc0d4c {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:26:50.653153 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.658341 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.658551 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Calling delete_port for bc3850f2-b776-4512-8bec-35b052fc0d4c owned by network:dhcp {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:50.730240 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] For port bc3850f2-b776-4512-8bec-35b052fc0d4c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=bc3850f2-b776-4512-8bec-35b052fc0d4c,segment=NetworkSegment(2396e9d8-fdcf-41de-9d42-58c68e034af3),segment_id=2396e9d8-fdcf-41de-9d42-58c68e034af3)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:26:50.730546 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.746988 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] Calling delete_port for bc3850f2-b776-4512-8bec-35b052fc0d4c owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:26:50.753630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.779498 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3850f2-b776-4512-8bec-35b052fc0d4c,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:50.784013 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] No DVR routers for this DVR port bc3850f2-b776-4512-8bec-35b052fc0d4c on host dv-cinder-784815-13-iscsi {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:50.859822 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (bb74b187-fa4d-4a2f-9aaf-1606c184e70e), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.863986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (bc3850f2-b776-4512-8bec-35b052fc0d4c), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.885487 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb74b187-fa4d-4a2f-9aaf-1606c184e70e']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:50.888624 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] Pushing event deleted for resources: {'Port': ['ID=bc3850f2-b776-4512-8bec-35b052fc0d4c,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:50.894373 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be801fba-7168-4c06-a187-f864e1ebbca3 None None] No DVR routers for this DVR port bc3850f2-b776-4512-8bec-35b052fc0d4c on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:26:50.896514 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2396e9d8-fdcf-41de-9d42-58c68e034af3') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:50.896832 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2396e9d8-fdcf-41de-9d42-58c68e034af3') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:26:50.906972 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (2396e9d8-fdcf-41de-9d42-58c68e034af3), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.922032 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (2396e9d8-fdcf-41de-9d42-58c68e034af3), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.927973 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:26:50.928371 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (2396e9d8-fdcf-41de-9d42-58c68e034af3), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:26:50.930576 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:26:50.991257 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (bb74b187-fa4d-4a2f-9aaf-1606c184e70e), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.996514 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:50.999676 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb74b187-fa4d-4a2f-9aaf-1606c184e70e HTTP/1.1" status: 204 len: 168 time: 0.5562181 May 10 19:26:51.011125 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f30bb-cce6-4265-8498-1f2eae4b6a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=bb74b187-fa4d-4a2f-9aaf-1606c184e70e,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:51.109930 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54526) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:51.150948 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-204af969-2eff-4ae3-803f-3fe94fc54b7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b01ea9fc16b94ff0899ce6ae2f229400&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388396 May 10 19:26:51.152234 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 54528) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:26:51.199167 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2e6da4ec-a559-43df-b6da-1f14f89ea5a6 admin admin] Publish callbacks [] for security_group (638d8434-9d29-4106-9110-770e815115a6), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:51.223853 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2e6da4ec-a559-43df-b6da-1f14f89ea5a6 admin admin] Publish callbacks [] for security_group (638d8434-9d29-4106-9110-770e815115a6), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:51.269426 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2e6da4ec-a559-43df-b6da-1f14f89ea5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (638d8434-9d29-4106-9110-770e815115a6), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:51.271902 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2e6da4ec-a559-43df-b6da-1f14f89ea5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:26:51.273060 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-2e6da4ec-a559-43df-b6da-1f14f89ea5a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/638d8434-9d29-4106-9110-770e815115a6 HTTP/1.1" status: 204 len: 168 time: 0.1199031 May 10 19:26:51.281212 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6da4ec-a559-43df-b6da-1f14f89ea5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638d8434-9d29-4106-9110-770e815115a6,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:26:51.948142 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device bc3850f2-b776-4512-8bec-35b052fc0d4c no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:51.969120 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: bc3850f2-b776-4512-8bec-35b052fc0d4c {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:51.969462 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device bc3850f2-b776-4512-8bec-35b052fc0d4c not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:26:51.969879 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:26:51.988189 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:26:51.988558 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0168c7cb-bbbe-41a0-9daa-fd89a91d9585 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:27:02.723880 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:27:14.328198 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-fdb977db-b300-4f14-ab4e-696d8bb0f742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:15.976730 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:16.672593 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5ad3a721-9b2b-4b94-8585-b3724750e55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:17.425830 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:18.348073 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a4b4c-efbb-464f-beb9-af3b7285914d req-8afcf1e6-60cc-4a9e-b22d-ba9c9dac9933 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:18.349573 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-748a4b4c-efbb-464f-beb9-af3b7285914d req-8afcf1e6-60cc-4a9e-b22d-ba9c9dac9933 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0459762 May 10 19:27:18.397541 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-748a4b4c-efbb-464f-beb9-af3b7285914d req-9d82fd58-123b-42c9-ab4c-314d120887a3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 May 10 19:27:19.017251 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:19.511460 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565f168-85bc-48d6-af7c-ddd387ee0626 req-721c9c85-17ed-4d9f-862e-8300416ab587 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:19.512949 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5565f168-85bc-48d6-af7c-ddd387ee0626 req-721c9c85-17ed-4d9f-862e-8300416ab587 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0470884 May 10 19:27:19.563804 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5565f168-85bc-48d6-af7c-ddd387ee0626 req-0a64a09b-ca56-449b-9397-e225b38e5934 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452628 May 10 19:27:20.641744 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:20.680647 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0808869-96e5-4cdf-9a79-3b77c3b9f3f2 req-a1667274-baab-4bd1-981c-1f35dda15863 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:20.682667 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a0808869-96e5-4cdf-9a79-3b77c3b9f3f2 req-a1667274-baab-4bd1-981c-1f35dda15863 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0523906 May 10 19:27:20.732026 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a0808869-96e5-4cdf-9a79-3b77c3b9f3f2 req-312265bd-e688-41ce-9f44-7872d479c98d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 May 10 19:27:21.844124 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2c8e5-c7de-4739-8979-552d8c732731 req-f7a43b56-23db-4ae5-ac22-2eb4002f6a52 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:21.845613 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ad2c8e5-c7de-4739-8979-552d8c732731 req-f7a43b56-23db-4ae5-ac22-2eb4002f6a52 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0465298 May 10 19:27:21.895260 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ad2c8e5-c7de-4739-8979-552d8c732731 req-7c219e80-9889-4eff-9227-5a7f0bd33815 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 May 10 19:27:22.206164 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d85c-327b-48db-9d3e-b2fc67ec5985 req-912fbaa4-cafb-4f5d-b098-5a55785e5a32 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:22.207647 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8d18d85c-327b-48db-9d3e-b2fc67ec5985 req-912fbaa4-cafb-4f5d-b098-5a55785e5a32 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0502498 May 10 19:27:22.294333 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5023-ad45-4e0a-9a29-fc7b41133f87 req-3cea3270-7e3d-4d71-896a-d13b58aab3fb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:22.295821 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-78be5023-ad45-4e0a-9a29-fc7b41133f87 req-3cea3270-7e3d-4d71-896a-d13b58aab3fb tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0692058 May 10 19:27:22.318286 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8d18d85c-327b-48db-9d3e-b2fc67ec5985 req-9597f7cf-6e00-448e-8cb7-51b1188e781e tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043441 May 10 19:27:22.365753 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-78be5023-ad45-4e0a-9a29-fc7b41133f87 req-0d63f47d-1e68-4db7-86e3-86700f4ad84a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618780 May 10 19:27:22.492515 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-b8906060-010e-41bd-8ad0-e8bb0e4b0ca3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:22.493978 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-b8906060-010e-41bd-8ad0-e8bb0e4b0ca3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0669279 May 10 19:27:22.683212 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-80d05ab9-578d-435a-841a-05fadd4ee9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:22.684686 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-80d05ab9-578d-435a-841a-05fadd4ee9e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1169 time: 0.0846231 May 10 19:27:22.768412 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Deleting port 5f3412db-d471-48af-92ef-df3f89d29fad {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:27:22.768813 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:22.850966 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-99867f60-332d-4b62-b57b-65c56e9f5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:22.852323 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-99867f60-332d-4b62-b57b-65c56e9f5490 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 916 time: 0.1484601 May 10 19:27:22.922534 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] For port 5f3412db-d471-48af-92ef-df3f89d29fad, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=5f3412db-d471-48af-92ef-df3f89d29fad,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:22.922923 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:22.986053 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-9c91b121-5ab7-4075-a107-1ccff2cd3edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 1002 time: 0.1225049 May 10 19:27:23.015490 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11e75-fdda-4a9c-add2-3010663d8be4 req-0e7820da-582c-434c-b6b6-8d3648eab003 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:23.017049 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ad11e75-fdda-4a9c-add2-3010663d8be4 req-0e7820da-582c-434c-b6b6-8d3648eab003 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 946 time: 0.0493486 May 10 19:27:23.070978 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2ad11e75-fdda-4a9c-add2-3010663d8be4 req-149dafd0-18e8-4740-b0c2-cb4d55940f1f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482805 May 10 19:27:23.122717 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-5eecac24-dd96-4fa7-935b-34d34983f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:23.124210 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-5eecac24-dd96-4fa7-935b-34d34983f2ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 200 len: 854 time: 0.1268268 May 10 19:27:23.171365 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:23.171722 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (1f7ec04f-9d70-459e-ae79-c72f43b5efe6), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:23.172033 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Floating IP 1f7ec04f-9d70-459e-ae79-c72f43b5efe6 disassociated. External IP: 172.27.0.32, port: 5f3412db-d471-48af-92ef-df3f89d29fad. May 10 19:27:23.172364 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Calling delete_port for 5f3412db-d471-48af-92ef-df3f89d29fad owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:27:23.189728 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-35efa011-b22c-4ede-8f9f-32198144a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:23.191204 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-35efa011-b22c-4ede-8f9f-32198144a0db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e86f322-bba8-47e4-b682-aba362e382e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576324 May 10 19:27:23.333168 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-7bb3afed-c486-4560-8690-67f40ad3b9fe service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112370 May 10 19:27:23.433249 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (5f3412db-d471-48af-92ef-df3f89d29fad), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:23.440972 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a871c6-51f6-44e0-928c-830bfcafea52 req-1773283b-0595-40d9-8883-28fcce5a15a7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:23.442562 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d5a871c6-51f6-44e0-928c-830bfcafea52 req-1773283b-0595-40d9-8883-28fcce5a15a7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0504372 May 10 19:27:23.479134 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'Port': ['ID=5f3412db-d471-48af-92ef-df3f89d29fad,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:23.500312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.501020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.501020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.501336 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.501762 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.502605 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.502944 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.503274 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.503602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.503929 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.504253 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.504610 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.504932 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.505255 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.505579 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:23.508943 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360c553-3cb7-423b-8572-a8be0d36c134 req-1bbb11ba-a9b2-4ab1-99d8-b623cd6b6b6e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:23.510662 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9360c553-3cb7-423b-8572-a8be0d36c134 req-1bbb11ba-a9b2-4ab1-99d8-b623cd6b6b6e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0644839 May 10 19:27:23.510926 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0be01ddd-abab-4a75-99f2-71a60931c8c6 req-58c01a9d-3a67-4494-85c1-c65b86ca6aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547396 May 10 19:27:23.583414 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9360c553-3cb7-423b-8572-a8be0d36c134 req-e609d788-bc1d-4b55-a60b-ca95fd717a2b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663733 May 10 19:27:23.594072 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d5a871c6-51f6-44e0-928c-830bfcafea52 req-93acc714-daae-445e-902a-466d26db1693 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386418 May 10 19:27:23.632691 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:27:23.765187 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:27:23.778654 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:23.788147 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:23.788735 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:23.819558 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] No DVR routers for this DVR port 5f3412db-d471-48af-92ef-df3f89d29fad on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:23.823680 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:23.828027 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-12335ff8-adca-4b92-bd26-0065ddaa3b57 req-f9bb14c4-3f9b-4a9c-bcaf-989e60c26ce3 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "DELETE /v2.0/ports/5f3412db-d471-48af-92ef-df3f89d29fad HTTP/1.1" status: 204 len: 173 time: 1.2292142 May 10 19:27:23.828605 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'name': 'network-vif-deleted', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:23.831273 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd68232a-5162-4017-9df1-7a0bcb87bb17" -d '{"events": [{"server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "name": "network-vif-deleted", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:23.932091 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6eaf5d-d099-4b61-99f2-b0003ef16c49 x-openstack-request-id: req-9d6eaf5d-d099-4b61-99f2-b0003ef16c49 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:23.932386 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62422025-c379-49c1-8f23-9c9bc7b145b6", "name": "network-vif-deleted", "tag": "5f3412db-d471-48af-92ef-df3f89d29fad", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:23.932695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d6eaf5d-d099-4b61-99f2-b0003ef16c49 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:23.933928 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6eaf5d-d099-4b61-99f2-b0003ef16c49'] response: {'server_uuid': '62422025-c379-49c1-8f23-9c9bc7b145b6', 'name': 'network-vif-deleted', 'tag': '5f3412db-d471-48af-92ef-df3f89d29fad', 'status': 'completed', 'code': 200} May 10 19:27:23.935508 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:24.215495 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f5fe39c7-782d-46f3-be8e-5b925744350e req-3ab06537-7ad9-411d-972e-1f2719b1c581 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=62422025-c379-49c1-8f23-9c9bc7b145b6 HTTP/1.1" status: 200 len: 210 time: 0.0457957 May 10 19:27:24.217408 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:24.249732 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:24.258931 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:24.259561 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:24.370200 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:24.642166 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:24.673054 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3aa45-380b-4908-acaa-41e448b1c929 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:24.739956 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f90d-c76d-44e7-9acf-41a1a19c1bef req-22e03240-cf45-41cc-929a-0763a7709b79 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:24.741477 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bbb8f90d-c76d-44e7-9acf-41a1a19c1bef req-22e03240-cf45-41cc-929a-0763a7709b79 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0769522 May 10 19:27:24.752865 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b27d5-1445-4f15-b39d-688edbd206cc req-19f18ff9-4995-44b8-815d-5db2261e478f tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:24.754301 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-907b27d5-1445-4f15-b39d-688edbd206cc req-19f18ff9-4995-44b8-815d-5db2261e478f tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0767665 May 10 19:27:24.829779 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bbb8f90d-c76d-44e7-9acf-41a1a19c1bef req-fbccc64e-ebfc-4f40-be05-bb2c2cf955d6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745230 May 10 19:27:24.849885 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-907b27d5-1445-4f15-b39d-688edbd206cc req-7e926e63-1935-4612-9312-0d22fba50c05 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883088 May 10 19:27:24.912491 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa705974-0454-49ee-a3dd-d1f39193449a None None] New status for floating IP 1f7ec04f-9d70-459e-ae79-c72f43b5efe6: DOWN {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:27:25.508648 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-06bb6c6c-cd2e-4f88-91c5-e585c4c36ac1 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734659951&fields=id&tenant_id=7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 267 time: 0.0426135 May 10 19:27:25.613031 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-a2859a28-3f13-4966-af73-3269fb9badd7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:25.614499 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-a2859a28-3f13-4966-af73-3269fb9badd7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 811 time: 0.0991096 May 10 19:27:25.628162 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-abaaea6f-ddac-421d-9e16-f4fbe1e0d5ba tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/quotas/7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 375 time: 0.0084884 May 10 19:27:25.678230 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-a236dbe2-7f89-40d6-8017-097ed0fbdca0 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453372 May 10 19:27:25.780354 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-3a858efd-eeef-4f75-926c-6779919b2efc service neutron] 10.222.0.70 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890489 May 10 19:27:25.871255 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6d63c5e4-33f5-478e-a220-8da05578d098 service neutron] 10.222.0.70 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851626 May 10 19:27:25.950394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4d4a-7b5f-4d87-9e42-80faf0d3bbdc req-e0cb07e8-62b0-4f76-8131-18757baa7c6e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:25.951911 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eedd4d4a-7b5f-4d87-9e42-80faf0d3bbdc req-e0cb07e8-62b0-4f76-8131-18757baa7c6e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0482645 May 10 19:27:25.999832 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eedd4d4a-7b5f-4d87-9e42-80faf0d3bbdc req-380532ca-2028-423b-8603-374acb785d2e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 May 10 19:27:26.105602 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b1157-5efc-40c4-8bd7-2c1b1b87e265 req-b3e87455-052f-41eb-9db3-1d8b31c022e1 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:26.107479 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-961b1157-5efc-40c4-8bd7-2c1b1b87e265 req-b3e87455-052f-41eb-9db3-1d8b31c022e1 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0494876 May 10 19:27:26.184084 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a8952076-c5c3-40e3-91f8-331f481754ab req-34faab3e-b704-43e0-9c27-86835856dc48 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0424361 May 10 19:27:26.187846 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 5f3412db-d471-48af-92ef-df3f89d29fad no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:27:26.202447 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-961b1157-5efc-40c4-8bd7-2c1b1b87e265 req-888f56b4-acb9-42b9-ac80-91b8a5f89221 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885179 May 10 19:27:26.219726 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 5f3412db-d471-48af-92ef-df3f89d29fad {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:27:26.219968 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 5f3412db-d471-48af-92ef-df3f89d29fad not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:27:26.597089 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c0497-abc4-40b9-ada6-5f5e68bfcdd1 req-7692e2ff-914d-490c-aa38-47c48706b443 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:26.599139 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4c9c0497-abc4-40b9-ada6-5f5e68bfcdd1 req-7692e2ff-914d-490c-aa38-47c48706b443 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0481863 May 10 19:27:26.655091 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4c9c0497-abc4-40b9-ada6-5f5e68bfcdd1 req-e9f272c6-aa3d-4efe-85b8-b9b5f26de8d3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504763 May 10 19:27:27.115650 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7644e8c-5cea-49aa-a4d6-9418e7975961 req-6e2a971b-d609-4a42-b5fc-6dc6afac4d86 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:27.117142 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7644e8c-5cea-49aa-a4d6-9418e7975961 req-6e2a971b-d609-4a42-b5fc-6dc6afac4d86 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0460672 May 10 19:27:27.166714 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7644e8c-5cea-49aa-a4d6-9418e7975961 req-73ed7276-43fe-4db0-8f2a-4fed308bfc1f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 May 10 19:27:27.280308 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4102a048-7b8f-4a1a-8a55-c922af7a118c req-69103560-93d2-4c47-a87a-0bf1ab88688f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0288560 May 10 19:27:27.324573 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28086e-7625-4a92-9a7e-bb58d55862bb req-17fb999c-bbf4-46a2-8f6b-69b0f8359b5b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:27.325997 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e28086e-7625-4a92-9a7e-bb58d55862bb req-17fb999c-bbf4-46a2-8f6b-69b0f8359b5b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0488055 May 10 19:27:27.382941 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e28086e-7625-4a92-9a7e-bb58d55862bb req-808bcb42-aa71-48ff-a7a0-c12ec2ba5b37 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513921 May 10 19:27:27.770690 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b2efc-8065-4a8c-a6fb-8b09b52b095c req-19ab68d8-83da-41a2-9459-9ad731bb5d68 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:27.772112 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-325b2efc-8065-4a8c-a6fb-8b09b52b095c req-19ab68d8-83da-41a2-9459-9ad731bb5d68 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0483799 May 10 19:27:27.824046 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-325b2efc-8065-4a8c-a6fb-8b09b52b095c req-38e97b35-df05-4f76-8362-49208e417b9e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 May 10 19:27:28.283692 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd6da-b61d-47f6-a4af-f8862b761a4d req-585e3189-b72e-4993-b746-69958898382a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:28.285183 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d41cd6da-b61d-47f6-a4af-f8862b761a4d req-585e3189-b72e-4993-b746-69958898382a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0451214 May 10 19:27:28.332434 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d41cd6da-b61d-47f6-a4af-f8862b761a4d req-3936053b-a995-4b94-bfb6-0ff269bd578c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 May 10 19:27:28.370395 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c67ef698-907e-451c-851a-5434477f3eb0 req-ff7fe370-ddab-47f0-92ca-b93c29d4a1a0 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0257037 May 10 19:27:28.655091 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f713-8b35-41a3-aaf8-4dd19610c9e3 req-8ac6a742-5ddc-4709-b74b-c205b14ced97 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:28.656469 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e177f713-8b35-41a3-aaf8-4dd19610c9e3 req-8ac6a742-5ddc-4709-b74b-c205b14ced97 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0495589 May 10 19:27:28.714967 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e177f713-8b35-41a3-aaf8-4dd19610c9e3 req-70004f6d-8afb-4bf8-9b35-3982bce5c91b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529363 May 10 19:27:28.935629 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16408c3-7529-45b6-97d9-c5a589d6702a req-3430fc6f-c1dd-4158-9352-393790489ab2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:28.937088 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b16408c3-7529-45b6-97d9-c5a589d6702a req-3430fc6f-c1dd-4158-9352-393790489ab2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0460727 May 10 19:27:28.984365 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b16408c3-7529-45b6-97d9-c5a589d6702a req-6435650e-f84f-4a9c-8e07-1d813fa67b3e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418484 May 10 19:27:29.474770 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-704f6f24-d9c5-41e7-9c66-8c9896c75c5d req-94c4e7f6-5523-41ba-9d32-712bdbaf6812 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0342278 May 10 19:27:29.482695 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6183-3edd-41fa-ab6d-222dcaf1a5c7 req-ac404799-6610-4056-a251-bfb837d84289 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:29.484063 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-80de6183-3edd-41fa-ab6d-222dcaf1a5c7 req-ac404799-6610-4056-a251-bfb837d84289 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0762117 May 10 19:27:29.530621 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-80de6183-3edd-41fa-ab6d-222dcaf1a5c7 req-424649db-b19b-4bf9-9f7b-475feb6592ee tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408173 May 10 19:27:29.827615 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99071669-4310-4bdf-8e05-a619981325e6 req-60ff951d-5b1b-4165-af36-471e5f143de2 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:29.829078 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-99071669-4310-4bdf-8e05-a619981325e6 req-60ff951d-5b1b-4165-af36-471e5f143de2 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0476871 May 10 19:27:29.892388 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-99071669-4310-4bdf-8e05-a619981325e6 req-f4c876ab-9a56-4861-b6d8-c97303621432 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575039 May 10 19:27:30.100408 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d130-0212-4992-82bb-462530efdee9 req-0bba8a0d-7cd3-4d4d-8cff-ec3297d65a59 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:30.101068 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2df0c9-c8c2-4040-bc26-fb7be99b83a9 req-1368643d-3e00-4837-b87d-5c267288937b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:30.102164 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-04d0d130-0212-4992-82bb-462530efdee9 req-0bba8a0d-7cd3-4d4d-8cff-ec3297d65a59 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0486660 May 10 19:27:30.102298 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ff2df0c9-c8c2-4040-bc26-fb7be99b83a9 req-1368643d-3e00-4837-b87d-5c267288937b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 945 time: 0.0516629 May 10 19:27:30.152663 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ff2df0c9-c8c2-4040-bc26-fb7be99b83a9 req-d01cadd7-ab8f-44f1-90cc-eef7fa8de2e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8bdf665-1839-481f-8e49-60c175837a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437572 May 10 19:27:30.197552 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 285e572c-b0d8-4748-bf35-70eaa72534bf {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:27:30.197897 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:30.287923 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] For port 285e572c-b0d8-4748-bf35-70eaa72534bf, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=285e572c-b0d8-4748-bf35-70eaa72534bf,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:30.288210 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:30.582421 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b9ef0bfc-cce0-4971-bb34-7841c2b2f669 req-8fe8fdf3-da8b-4dfc-a451-9e2048f45c21 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0358467 May 10 19:27:30.657692 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684ed7c-7dd5-4630-8d16-0973b47eca23 req-e011eebf-cc7a-44e0-9ee7-c380626ab719 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:30.659274 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8684ed7c-7dd5-4630-8d16-0973b47eca23 req-e011eebf-cc7a-44e0-9ee7-c380626ab719 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0474906 May 10 19:27:30.720256 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8684ed7c-7dd5-4630-8d16-0973b47eca23 req-8da104a8-87d3-4066-b996-0ae3077e1ebe tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549181 May 10 19:27:30.807451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-175353fc-efd8-4abc-a81e-aff2976ad8d4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:30.807451 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-175353fc-efd8-4abc-a81e-aff2976ad8d4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 811 time: 0.1969662 May 10 19:27:30.868848 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:30.869222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (f7ca0e47-c329-40d2-a991-3b488121a998), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:30.869540 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP f7ca0e47-c329-40d2-a991-3b488121a998 disassociated. External IP: 172.27.0.39, port: 285e572c-b0d8-4748-bf35-70eaa72534bf. May 10 19:27:30.869904 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 285e572c-b0d8-4748-bf35-70eaa72534bf owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:27:30.903055 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-a1abc478-5c77-43ac-9352-5e753085fb71 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 379 time: 0.0862162 May 10 19:27:30.934508 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'port': {'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'admin_state_up': True, 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'security_groups': ['1e52891b-33aa-4dfc-bca5-0a0cb196fc64']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:31.025885 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ba3e-98be-44e7-aefc-ae14d56c3b39 req-048772bf-8321-4a46-bbf2-db77e6c4649c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:31.027401 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2686ba3e-98be-44e7-aefc-ae14d56c3b39 req-048772bf-8321-4a46-bbf2-db77e6c4649c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0599806 May 10 19:27:31.117905 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (285e572c-b0d8-4748-bf35-70eaa72534bf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:31.139910 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2686ba3e-98be-44e7-aefc-ae14d56c3b39 req-e2eda55c-9ae7-4ada-90a7-8eaaaa4ffb78 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986965 May 10 19:27:31.154554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=285e572c-b0d8-4748-bf35-70eaa72534bf,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:31.159384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Made reservation on behalf of 7bff45e4fe4f43fcbd241831c989710f for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:27:31.162982 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:31.278824 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c40021d2-bc59-4568-8a1a-704ee2140e5c req-204fefc6-8fbb-439a-9ae7-bcb7d6518233 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcfc7af6-6aba-4d83-ac0f-646d444f18a5 HTTP/1.1" status: 200 len: 210 time: 0.0396857 May 10 19:27:31.385562 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Allocated IP 172.20.0.7 (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0/fa8640f0-4884-4302-8b13-f2b942d51826/cc74d19c-8bbe-4521-a875-ac7c87826a51) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:27:31.398855 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:27:31.605185 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:27:31.616193 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:31.630980 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:31.632647 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:31.646340 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:31.664066 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] No DVR routers for this DVR port 285e572c-b0d8-4748-bf35-70eaa72534bf on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:27:31.668307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:31.671674 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-04d0d130-0212-4992-82bb-462530efdee9 req-d8fdd91a-fd4e-4b56-af02-f07d2224f9e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "DELETE /v2.0/ports/285e572c-b0d8-4748-bf35-70eaa72534bf HTTP/1.1" status: 204 len: 173 time: 1.5624735 May 10 19:27:31.672344 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'name': 'network-vif-deleted', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:31.674747 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379ac754-c7f0-4013-88bf-966251f29be5" -d '{"events": [{"server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "name": "network-vif-deleted", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:31.711515 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b9da5171-2b24-412d-a30f-103aefa3068b req-b5f1d97c-9b83-4e15-b014-13494b51f33e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0476339 May 10 19:27:31.724580 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:31.740713 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66554c58-21ac-40ee-a4c7-21559d6efade x-openstack-request-id: req-66554c58-21ac-40ee-a4c7-21559d6efade {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:31.740713 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfc7af6-6aba-4d83-ac0f-646d444f18a5", "name": "network-vif-deleted", "tag": "285e572c-b0d8-4748-bf35-70eaa72534bf", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:31.740997 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66554c58-21ac-40ee-a4c7-21559d6efade {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:31.741325 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66554c58-21ac-40ee-a4c7-21559d6efade'] response: {'server_uuid': 'fcfc7af6-6aba-4d83-ac0f-646d444f18a5', 'name': 'network-vif-deleted', 'tag': '285e572c-b0d8-4748-bf35-70eaa72534bf', 'status': 'completed', 'code': 200} May 10 19:27:31.773853 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:27:31.777579 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:27:31.781277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:27:31.797230 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:31.823111 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=cc74d19c-8bbe-4521-a875-ac7c87826a51,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:31.862029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:31.862712 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:31.875281 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c61fa0-bf48-49e8-a825-194634151947 req-f0f6b947-4e3d-46f8-8293-77b1f64801c9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:31.877044 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-65c61fa0-bf48-49e8-a825-194634151947 req-f0f6b947-4e3d-46f8-8293-77b1f64801c9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0719473 May 10 19:27:31.881685 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-f8fb57f5-ecf6-4dc7-88fe-3c8f5bcc92fc tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9514070 May 10 19:27:31.928785 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-65c61fa0-bf48-49e8-a825-194634151947 req-6d5e8481-605e-4e08-b199-ceca1a743405 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 May 10 19:27:32.030844 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:32.057423 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:32.066138 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:32.066790 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:32.094915 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-e0f303d8-ca29-4fd7-8650-7fcf366e652b None None] Provisioning complete for port cc74d19c-8bbe-4521-a875-ac7c87826a51 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:27:32.095490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e0f303d8-ca29-4fd7-8650-7fcf366e652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.107551 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Request body: {'port': {'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:32.129262 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-e0f303d8-ca29-4fd7-8650-7fcf366e652b None None] Port cc74d19c-8bbe-4521-a875-ac7c87826a51 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:27:32.187351 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:32.187705 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.309866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933284ae-77b9-4a8a-9da5-612e0ab6558c req-67af0cc5-f257-4d3b-994c-fbe4e4276364 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:32.318715 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-933284ae-77b9-4a8a-9da5-612e0ab6558c req-67af0cc5-f257-4d3b-994c-fbe4e4276364 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0889506 May 10 19:27:32.402992 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-933284ae-77b9-4a8a-9da5-612e0ab6558c req-d5839eef-3769-4989-bb14-c8bc802cf3a0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775466 May 10 19:27:32.423616 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55112) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:32.465994 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:32.490628 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a9b91d56-a03e-4e67-9735-fc11b8a52e0d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (a8bdf665-1839-481f-8e49-60c175837a3a), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.496808 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77e456-6145-494f-a193-b3fc0f996f4f None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:32.530933 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a9b91d56-a03e-4e67-9735-fc11b8a52e0d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (a8bdf665-1839-481f-8e49-60c175837a3a), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.589884 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a9b91d56-a03e-4e67-9735-fc11b8a52e0d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a8bdf665-1839-481f-8e49-60c175837a3a), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.592860 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a9b91d56-a03e-4e67-9735-fc11b8a52e0d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.596749 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a9b91d56-a03e-4e67-9735-fc11b8a52e0d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/security-groups/a8bdf665-1839-481f-8e49-60c175837a3a HTTP/1.1" status: 204 len: 168 time: 0.1695662 May 10 19:27:32.597424 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55118) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:32.605668 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b91d56-a03e-4e67-9735-fc11b8a52e0d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bdf665-1839-481f-8e49-60c175837a3a,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:32.619666 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.api.v2.resource [None req-e1e8c457-9f97-4530-8a60-9a9afdcd5f21 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] show failed (client error): The resource could not be found. May 10 19:27:32.625690 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e1e8c457-9f97-4530-8a60-9a9afdcd5f21 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups/a8bdf665-1839-481f-8e49-60c175837a3a HTTP/1.1" status: 404 len: 347 time: 0.0271730 May 10 19:27:32.629094 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55120) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:32.632631 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc74d19c-8bbe-4521-a875-ac7c87826a51 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:27:32.641709 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Publish callbacks [] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.655950 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Transition to ACTIVE for port object cc74d19c-8bbe-4521-a875-ac7c87826a51 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:27:32.659780 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.723147 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc74d19c-8bbe-4521-a875-ac7c87826a51,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:32.816651 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Attempting to bind port cc74d19c-8bbe-4521-a875-ac7c87826a51 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:27:32.817505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Attempting to bind port cc74d19c-8bbe-4521-a875-ac7c87826a51 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:27:32.818020 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Attempting to bind port cc74d19c-8bbe-4521-a875-ac7c87826a51 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:27:32.824185 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Port cc74d19c-8bbe-4521-a875-ac7c87826a51 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:27:32.824751 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Attempting to bind port cc74d19c-8bbe-4521-a875-ac7c87826a51 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:27:32.830433 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:27:32.830841 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Checking segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:27:32.831162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Bound using segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:27:32.831620 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Bound port: cc74d19c-8bbe-4521-a875-ac7c87826a51, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:27:32.831981 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.895381 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c34b57-1391-4cae-9353-b44c54b149d8 None None] New status for floating IP f7ca0e47-c329-40d2-a991-3b488121a998: DOWN {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:27:32.915657 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] For port cc74d19c-8bbe-4521-a875-ac7c87826a51, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:27:32.919196 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] For port cc74d19c-8bbe-4521-a875-ac7c87826a51, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:27:32.926253 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.989250 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:32.989932 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:32.991428 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 200 len: 1093 time: 0.8890336 May 10 19:27:33.024105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621c5f9-f7cf-4e47-8260-fee09f5cbeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc74d19c-8bbe-4521-a875-ac7c87826a51,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:33.117491 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-28354dfc-d8ee-4689-91a5-dd473f76a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.120081 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-28354dfc-d8ee-4689-91a5-dd473f76a4d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1127 time: 0.0546641 May 10 19:27:33.158448 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port de78b8e7-c6d3-4948-b33b-414c1c27253b {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:27:33.158823 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.179873 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-b2e39bfd-2847-40ed-a875-255035a78958 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 200 len: 217 time: 0.0475326 May 10 19:27:33.183967 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d209ac6-e39e-42c8-b543-dd8a874c9999 req-01679a12-1aaa-4e42-b560-aafdd2566bb7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.185593 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4d209ac6-e39e-42c8-b543-dd8a874c9999 req-01679a12-1aaa-4e42-b560-aafdd2566bb7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.1135225 May 10 19:27:33.224645 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8e88d-d9a1-4b66-a25e-8a46242ee79c req-b2e8731e-2d77-4355-a923-a1915301a23c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.226187 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f5e8e88d-d9a1-4b66-a25e-8a46242ee79c req-b2e8731e-2d77-4355-a923-a1915301a23c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.1507661 May 10 19:27:33.252145 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-df3cafc9-519e-489d-8ca9-f692354167ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.255944 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-df3cafc9-519e-489d-8ca9-f692354167ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0691342 May 10 19:27:33.305098 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f5e8e88d-d9a1-4b66-a25e-8a46242ee79c req-52500c3b-2714-41fd-99f3-c03f3bbc1a68 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655043 May 10 19:27:33.306408 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-a89ae601-a74c-4d16-bb25-54919d7cc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.308567 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-a89ae601-a74c-4d16-bb25-54919d7cc7d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425694 May 10 19:27:33.335405 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4d209ac6-e39e-42c8-b543-dd8a874c9999 req-7d6fcecb-2004-46f8-a002-39cc72bc3875 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234388 May 10 19:27:33.357463 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.358120 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (de78b8e7-c6d3-4948-b33b-414c1c27253b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.372759 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for de78b8e7-c6d3-4948-b33b-414c1c27253b owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:27:33.413065 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-37285ddc-add8-4e5f-b3e0-d2de7d58de67 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967486 May 10 19:27:33.514291 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f9d508a4-0b62-4aaa-b561-d78bed43a1ba req-fb3a1dc9-f9e9-400f-b49b-93563db729a8 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889332 May 10 19:27:33.532595 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92469c0-1042-46ae-bbdd-4b44c2de7f57 req-f50e1733-066b-4a90-8f60-bba713db7e0b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.534107 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b92469c0-1042-46ae-bbdd-4b44c2de7f57 req-f50e1733-066b-4a90-8f60-bba713db7e0b tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0754154 May 10 19:27:33.559663 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (de78b8e7-c6d3-4948-b33b-414c1c27253b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.598436 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=de78b8e7-c6d3-4948-b33b-414c1c27253b,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:33.679954 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b92469c0-1042-46ae-bbdd-4b44c2de7f57 req-065ada5a-f432-4130-8168-05cfa7734057 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395156 May 10 19:27:33.690726 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (f7ca0e47-c329-40d2-a991-3b488121a998), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.693449 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.698201 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-99b030d0-61c5-4092-a0f9-2fa0ba9aaac0 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/floatingips/f7ca0e47-c329-40d2-a991-3b488121a998 HTTP/1.1" status: 204 len: 168 time: 1.0641568 May 10 19:27:33.742945 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:33.745536 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068" -d '{"events": [{"name": "network-changed", "server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:33.766026 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55144) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:33.770418 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686866566', 'description': 'tempest-description--2025497750'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:33.791509 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f66acf2-cc9c-427e-b6de-1edc2719ca05 x-openstack-request-id: req-0f66acf2-cc9c-427e-b6de-1edc2719ca05 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:33.791796 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:33.792068 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f66acf2-cc9c-427e-b6de-1edc2719ca05 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:33.792622 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f66acf2-cc9c-427e-b6de-1edc2719ca05'] response: {'name': 'network-changed', 'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'status': 'completed', 'code': 200} May 10 19:27:33.798744 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.867595 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-84c74e46-2cb3-4a45-bcb2-b23dbd33418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:33.869178 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-84c74e46-2cb3-4a45-bcb2-b23dbd33418e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1127 time: 0.0546460 May 10 19:27:33.953570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (3f7e2a60-7386-4d21-bff6-2c1c13359e96), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:33.958736 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3f7e2a60-7386-4d21-bff6-2c1c13359e96), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.006222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.007478 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2404733 May 10 19:27:34.011130 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55164) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:34.015662 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d0a16-ea94-4d8a-afb1-f9eae70be4af tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e2a60-7386-4d21-bff6-2c1c13359e96,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:34.016268 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': '3f7e2a60-7386-4d21-bff6-2c1c13359e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:34.020216 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-feb769a9-9c56-4cbb-9fb6-b9a6b11da0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:34.021702 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-feb769a9-9c56-4cbb-9fb6-b9a6b11da0a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.1463084 May 10 19:27:34.046651 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (89c1cd0c-8aac-4fb4-8c0a-110dc89a9f30), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.063770 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-b044a6da-25ac-4bf0-a877-82e2c2e83dd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 200 len: 217 time: 0.0357113 May 10 19:27:34.112521 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (89c1cd0c-8aac-4fb4-8c0a-110dc89a9f30), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.116757 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (89c1cd0c-8aac-4fb4-8c0a-110dc89a9f30), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.116944 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-533fd496-e6bb-4ada-ad33-7749f046de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:34.118542 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-533fd496-e6bb-4ada-ad33-7749f046de93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0496063 May 10 19:27:34.133275 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c1cd0c-8aac-4fb4-8c0a-110dc89a9f30,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:34.144681 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.145980 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-1551cdf3-07d9-4b6b-992b-69c17ff07e3f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338470 May 10 19:27:34.148589 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55166) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:34.153697 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'security_group_rule': {'security_group_id': '3f7e2a60-7386-4d21-bff6-2c1c13359e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:34.170774 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-930e9e05-79fc-4c9b-8542-148f917626ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:34.172945 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-930e9e05-79fc-4c9b-8542-148f917626ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484893 May 10 19:27:34.180974 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (30492609-b599-4938-8ae4-7205871d635e), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.234546 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 285e572c-b0d8-4748-bf35-70eaa72534bf no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:27:34.248322 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (30492609-b599-4938-8ae4-7205871d635e), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.254588 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531400'] for security_group_rule (30492609-b599-4938-8ae4-7205871d635e), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.262532 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 285e572c-b0d8-4748-bf35-70eaa72534bf {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:27:34.263183 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 285e572c-b0d8-4748-bf35-70eaa72534bf not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:27:34.277262 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30492609-b599-4938-8ae4-7205871d635e,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:34.282455 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55170) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:34.285624 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-5bd1224a-9ed1-4789-af74-59150b13b9f3 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043203 May 10 19:27:34.291492 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.292657 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-aeecaee6-a0cb-4ae6-819b-cc0ec54d30a1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430626 May 10 19:27:34.295714 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55174) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:34.299940 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:34.326419 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.408819 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8b4848cb-53c9-4a7c-a30f-ba8c472ad068 req-d792fb1d-3f5b-4f56-960e-3b676c5eb8ef service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146052 May 10 19:27:34.424118 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-040c7220-0be7-487a-9f5c-b672c4deb68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.505958 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.518603 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae40cb-19b4-4fe9-a0c3-3be4360ca71d req-6867b2f4-2a0e-4c86-b2ae-22380dcde90a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:34.520105 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-22ae40cb-19b4-4fe9-a0c3-3be4360ca71d req-6867b2f4-2a0e-4c86-b2ae-22380dcde90a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.1181774 May 10 19:27:34.552270 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156f55c-57be-4757-88f0-c314245310b3 req-d7c7f389-866c-4be3-8c0b-89515e018015 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:34.553656 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b156f55c-57be-4757-88f0-c314245310b3 req-d7c7f389-866c-4be3-8c0b-89515e018015 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.1306670 May 10 19:27:34.722153 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-22ae40cb-19b4-4fe9-a0c3-3be4360ca71d req-0e4e196c-54b7-4da2-ae66-1ee561b9ecda tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914628 May 10 19:27:34.731020 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b156f55c-57be-4757-88f0-c314245310b3 req-9e2c2786-4364-491d-94a2-7321b879a188 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370611 May 10 19:27:34.767198 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-040c7220-0be7-487a-9f5c-b672c4deb68d admin admin] Publish callbacks [] for security_group (d380e4eb-3ba7-4252-a029-d20fe6cb3979), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.768703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_common [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.27.0.6 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/070043ca-acc1-4cea-8423-fe9d787d3441) {{(pid=103462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:27:34.776094 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-040c7220-0be7-487a-9f5c-b672c4deb68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d380e4eb-3ba7-4252-a029-d20fe6cb3979), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.889096 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-040c7220-0be7-487a-9f5c-b672c4deb68d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7546357d3332420da38b0941ee1fd16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6053016 May 10 19:27:34.891803 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55184) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:34.901396 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c7220-0be7-487a-9f5c-b672c4deb68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380e4eb-3ba7-4252-a029-d20fe6cb3979,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:34.911826 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955a569-e2e5-4707-a0e6-4570db2b5591 req-440ce72e-f1f4-416f-9c6f-ae8edf3f5d0c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:34.913365 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d955a569-e2e5-4707-a0e6-4570db2b5591 req-440ce72e-f1f4-416f-9c6f-ae8edf3f5d0c tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.1209044 May 10 19:27:34.955585 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-97aad29f-2938-4967-9bfd-9b3f48e81472 admin admin] Publish callbacks [] for security_group (d380e4eb-3ba7-4252-a029-d20fe6cb3979), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.978229 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-97aad29f-2938-4967-9bfd-9b3f48e81472 admin admin] Publish callbacks [] for security_group (d380e4eb-3ba7-4252-a029-d20fe6cb3979), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:34.988141 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (070043ca-acc1-4cea-8423-fe9d787d3441), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.016057 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d955a569-e2e5-4707-a0e6-4570db2b5591 req-456a7218-c4ec-45fa-a6fc-7195d1ea1409 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947180 May 10 19:27:35.038398 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-97aad29f-2938-4967-9bfd-9b3f48e81472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d380e4eb-3ba7-4252-a029-d20fe6cb3979), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.041469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-97aad29f-2938-4967-9bfd-9b3f48e81472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.042687 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-97aad29f-2938-4967-9bfd-9b3f48e81472 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d380e4eb-3ba7-4252-a029-d20fe6cb3979 HTTP/1.1" status: 204 len: 168 time: 0.1498451 May 10 19:27:35.047176 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (070043ca-acc1-4cea-8423-fe9d787d3441), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.050672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aad29f-2938-4967-9bfd-9b3f48e81472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380e4eb-3ba7-4252-a029-d20fe6cb3979,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.093654 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:27:35.101291 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:27:35.106890 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:27:35.114991 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=070043ca-acc1-4cea-8423-fe9d787d3441,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.205774 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (a618e3bc-2a50-4d63-b3b5-cbddf4abf81f), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.242517 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (070043ca-acc1-4cea-8423-fe9d787d3441), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.326655 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55192) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:35.340006 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d88f1126-3894-4e05-a744-7ef2abed6dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.401303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (070043ca-acc1-4cea-8423-fe9d787d3441), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.405892 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (070043ca-acc1-4cea-8423-fe9d787d3441), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.413565 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d88f1126-3894-4e05-a744-7ef2abed6dda admin admin] Publish callbacks [] for security_group (ce85cb72-735f-4b04-8eb6-721080fca4e2), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.419027 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d88f1126-3894-4e05-a744-7ef2abed6dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ce85cb72-735f-4b04-8eb6-721080fca4e2), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.455458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f1126-3894-4e05-a744-7ef2abed6dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce85cb72-735f-4b04-8eb6-721080fca4e2,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.462464 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-d88f1126-3894-4e05-a744-7ef2abed6dda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83a67c016d1f4b748d070a360a247e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316509 May 10 19:27:35.463188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55194) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:35.480800 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=070043ca-acc1-4cea-8423-fe9d787d3441,revision_number=2']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.491987 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a618e3bc-2a50-4d63-b3b5-cbddf4abf81f), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.508621 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.517953 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-eb491bdb-7a6a-4155-90f4-8b8c009106ec tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2134356 May 10 19:27:35.518148 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-33e0198f-a821-4351-a768-69b59400bd47 admin admin] Publish callbacks [] for security_group (ce85cb72-735f-4b04-8eb6-721080fca4e2), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.536129 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-33e0198f-a821-4351-a768-69b59400bd47 admin admin] Publish callbacks [] for security_group (ce85cb72-735f-4b04-8eb6-721080fca4e2), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.592752 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-33e0198f-a821-4351-a768-69b59400bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ce85cb72-735f-4b04-8eb6-721080fca4e2), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.595390 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-33e0198f-a821-4351-a768-69b59400bd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:35.596565 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-33e0198f-a821-4351-a768-69b59400bd47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce85cb72-735f-4b04-8eb6-721080fca4e2 HTTP/1.1" status: 204 len: 168 time: 0.1323817 May 10 19:27:35.613542 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0198f-a821-4351-a768-69b59400bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce85cb72-735f-4b04-8eb6-721080fca4e2,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:35.721173 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-58880fe3-2ae9-4592-aade-1396db1a79d6 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--686866566&fields=id&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 267 time: 0.0445163 May 10 19:27:35.866745 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5685ef-cb8f-4bf3-9f9d-f83b6efcdc1e req-e820c3b0-b263-4684-9021-95832ced13b8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:35.868813 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6a5685ef-cb8f-4bf3-9f9d-f83b6efcdc1e req-e820c3b0-b263-4684-9021-95832ced13b8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0693514 May 10 19:27:35.874396 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-94dc7468-cf36-44cb-993f-abfd250351cc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:35.875748 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-94dc7468-cf36-44cb-993f-abfd250351cc tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.1482902 May 10 19:27:35.899521 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-b9c03257-3a1f-431a-b2be-b636e5ce103e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/quotas/758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 375 time: 0.0169861 May 10 19:27:35.957046 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6a5685ef-cb8f-4bf3-9f9d-f83b6efcdc1e req-3128fbe9-0fdd-4eeb-ac72-06d4d60a5823 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803540 May 10 19:27:35.964076 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-502f4748-d172-43d8-a21b-387f73d19b86 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588500 May 10 19:27:36.087356 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982da4a-59eb-4779-a2ab-f6f63819e2c8 req-12c2304a-74a9-48b1-9f39-640a212e69eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:36.088907 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5982da4a-59eb-4779-a2ab-f6f63819e2c8 req-12c2304a-74a9-48b1-9f39-640a212e69eb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.0625458 May 10 19:27:36.114870 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-f2db1702-c839-4e9d-953c-5715e8245d90 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388576 May 10 19:27:36.206337 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5982da4a-59eb-4779-a2ab-f6f63819e2c8 req-2fbc796c-f30a-413e-ae58-bbb20f435271 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037037 May 10 19:27:36.249122 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-fd8c6e51-611b-47b2-8843-e3976a74f092 service neutron] 10.222.0.70 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257820 May 10 19:27:36.330939 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c072ad4-b0e6-4ccd-b3dc-8eb0ff909e13 req-562158c7-889f-474e-8a0c-70e6af640a26 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:36.332563 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1c072ad4-b0e6-4ccd-b3dc-8eb0ff909e13 req-562158c7-889f-474e-8a0c-70e6af640a26 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0525107 May 10 19:27:36.419240 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1c072ad4-b0e6-4ccd-b3dc-8eb0ff909e13 req-7f9fe84d-9237-4683-baf8-3af4f3d6281f tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808902 May 10 19:27:36.437844 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-65c862d4-d7c9-4e2d-9e55-88b9a2f12bbe req-e5a77077-1ad8-416b-9638-f8c344d9a24a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 210 time: 0.0344667 May 10 19:27:37.094526 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd339e7-a297-4f11-9efd-e68011fbaec4 req-984997c6-5d64-4445-913f-b1c8986118a4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:37.096060 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2fd339e7-a297-4f11-9efd-e68011fbaec4 req-984997c6-5d64-4445-913f-b1c8986118a4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0583379 May 10 19:27:37.148225 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2fd339e7-a297-4f11-9efd-e68011fbaec4 req-6f4f78ee-2257-49a9-b476-e018632279c1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 May 10 19:27:37.324649 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390223-c0cd-4354-8272-39f7c1b5ed6b req-00037ac0-c3a1-4ffb-b2c3-e4b4b688f681 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:37.326149 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-77390223-c0cd-4354-8272-39f7c1b5ed6b req-00037ac0-c3a1-4ffb-b2c3-e4b4b688f681 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.0476890 May 10 19:27:37.377047 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-77390223-c0cd-4354-8272-39f7c1b5ed6b req-aa78a741-473f-4e39-9312-15853c11fc4d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 May 10 19:27:37.555017 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-59b7104c-508a-4e58-b703-3dd166610d97 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:37.559368 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-59b7104c-508a-4e58-b703-3dd166610d97 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 815 time: 0.1153629 May 10 19:27:37.607026 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a36fc573-40df-45de-9560-43dd74b4ffe1 req-00a86ea3-e892-4742-b99f-38f17095b7e8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 210 time: 0.0357943 May 10 19:27:37.613209 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96581a-bc27-42c8-ae9c-4d37b1c59556 req-883ce861-c7f8-42e0-b16e-45d018265cb7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:37.614757 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-be96581a-bc27-42c8-ae9c-4d37b1c59556 req-883ce861-c7f8-42e0-b16e-45d018265cb7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0952635 May 10 19:27:37.712982 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-be96581a-bc27-42c8-ae9c-4d37b1c59556 req-f0949a53-4ccb-4e1d-aa54-6c828f5599e3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919926 May 10 19:27:37.742792 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d524c86b-2e94-4a6c-a40b-f4c309d07bc3 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758b8f4f3d1c4242822940f17246d98f HTTP/1.1" status: 200 len: 379 time: 0.0827625 May 10 19:27:37.753057 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'port': {'device_id': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'admin_state_up': True, 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'security_groups': ['3f7e2a60-7386-4d21-bff6-2c1c13359e96']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:37.873136 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Made reservation on behalf of 758b8f4f3d1c4242822940f17246d98f for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:27:37.876543 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.023875 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Allocated IP 172.20.0.8 (7eee0ec7-29e0-4852-b1b4-26b4961fd849/d96bd12a-c1ff-484b-92e4-0b65524a96ef/06bd947c-6274-4d18-9c32-752a1a2fe922) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:27:38.176364 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.215112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.272291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event updated for resources: {'Port': ['ID=06bd947c-6274-4d18-9c32-752a1a2fe922,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:38.290558 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:27:38.292150 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:27:38.301333 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:27:38.316320 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39b350-07e2-421d-a54a-e0c60363618e req-c0d40275-1a2b-4c3c-94bd-31ad217da982 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:38.318650 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ed39b350-07e2-421d-a54a-e0c60363618e req-c0d40275-1a2b-4c3c-94bd-31ad217da982 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0845470 May 10 19:27:38.395916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:38.396590 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.419768 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d0f020ce-7887-419d-b196-62d7a19086fb tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6706192 May 10 19:27:38.434178 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Request body: {'port': {'device_id': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:38.455202 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ed39b350-07e2-421d-a54a-e0c60363618e req-2efb5911-7025-4233-b0f5-1e4ee96ca68b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228089 May 10 19:27:38.560058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.562394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a7001-be85-4dee-99ad-440d849a0496 req-293bfb90-75fc-4d48-95c6-dbb7da0a4084 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:38.563979 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d3a7001-be85-4dee-99ad-440d849a0496 req-293bfb90-75fc-4d48-95c6-dbb7da0a4084 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.0783012 May 10 19:27:38.600507 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-f2fd9aaa-102a-4390-b456-49bc0b9cc3b5 None None] Provisioning complete for port 06bd947c-6274-4d18-9c32-752a1a2fe922 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:27:38.600966 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9aaa-102a-4390-b456-49bc0b9cc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.634519 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7d3a7001-be85-4dee-99ad-440d849a0496 req-29eaf935-9712-4fce-a492-9b2fd0f67093 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639017 May 10 19:27:38.637168 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd9aaa-102a-4390-b456-49bc0b9cc3b5 None None] Port 06bd947c-6274-4d18-9c32-752a1a2fe922 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:27:38.731093 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88398c-16b6-4f8f-981e-a84649b3a318 req-6c16f4d5-a05e-4aac-87d0-56a8c6121641 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:38.732681 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8e88398c-16b6-4f8f-981e-a84649b3a318 req-6c16f4d5-a05e-4aac-87d0-56a8c6121641 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 931 time: 0.0489616 May 10 19:27:38.825070 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8e88398c-16b6-4f8f-981e-a84649b3a318 req-94671b53-5cda-4f16-b8e9-3e1a1414e0a2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843914 May 10 19:27:38.851794 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7c30c-3844-4634-af84-90856d0b6e2a req-41b14f00-ee62-4e77-a438-01d07822bbcc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:38.854287 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-08e7c30c-3844-4634-af84-90856d0b6e2a req-41b14f00-ee62-4e77-a438-01d07822bbcc tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0726261 May 10 19:27:38.891622 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bd947c-6274-4d18-9c32-752a1a2fe922 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:27:38.900583 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Publish callbacks [] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.916964 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Transition to ACTIVE for port object 06bd947c-6274-4d18-9c32-752a1a2fe922 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:27:38.926832 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55396) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:38.928305 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:38.949011 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-08e7c30c-3844-4634-af84-90856d0b6e2a req-6cdda6d1-dd64-4ebb-ae95-af6708ddc822 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868814 May 10 19:27:38.990285 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Pushing event updated for resources: {'Port': ['ID=06bd947c-6274-4d18-9c32-752a1a2fe922,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.055114 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-38c4a240-de28-4edf-90d7-3a82a03c6024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.067918 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Attempting to bind port 06bd947c-6274-4d18-9c32-752a1a2fe922 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:27:39.068257 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Attempting to bind port 06bd947c-6274-4d18-9c32-752a1a2fe922 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:27:39.068619 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Attempting to bind port 06bd947c-6274-4d18-9c32-752a1a2fe922 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:27:39.074147 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Port 06bd947c-6274-4d18-9c32-752a1a2fe922 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:27:39.074702 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Attempting to bind port 06bd947c-6274-4d18-9c32-752a1a2fe922 on network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:27:39.080471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:27:39.080818 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Checking segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:27:39.081297 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Bound using segment: {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:27:39.081768 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Bound port: 06bd947c-6274-4d18-9c32-752a1a2fe922, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:27:39.082137 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.144679 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-38c4a240-de28-4edf-90d7-3a82a03c6024 admin admin] Publish callbacks [] for security_group (5703516c-99fc-4dbd-8cdb-2bc9e2299f21), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.150173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-38c4a240-de28-4edf-90d7-3a82a03c6024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (5703516c-99fc-4dbd-8cdb-2bc9e2299f21), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.151522 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] For port 06bd947c-6274-4d18-9c32-752a1a2fe922, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:27:39.154946 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] For port 06bd947c-6274-4d18-9c32-752a1a2fe922, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=06bd947c-6274-4d18-9c32-752a1a2fe922,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:27:39.165849 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.187721 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-38c4a240-de28-4edf-90d7-3a82a03c6024 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67616b6d8caf4d488f8df1928f8f6bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598493 May 10 19:27:39.190790 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55400) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:39.199746 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:39.200727 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.202086 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] 10.222.0.73 "PUT /v2.0/ports/06bd947c-6274-4d18-9c32-752a1a2fe922 HTTP/1.1" status: 200 len: 1093 time: 0.7734327 May 10 19:27:39.202556 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:39.205232 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68f064-bc8c-44b1-9190-b0d110098530" -d '{"events": [{"name": "network-changed", "server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:39.205557 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4a240-de28-4edf-90d7-3a82a03c6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703516c-99fc-4dbd-8cdb-2bc9e2299f21,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.234886 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0fd09-93db-43fb-af4c-cd281a7e98c6 service neutron] Pushing event updated for resources: {'Port': ['ID=06bd947c-6274-4d18-9c32-752a1a2fe922,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.249741 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d7051698-43b3-4e88-989b-52bbcefdc509 admin admin] Publish callbacks [] for security_group (5703516c-99fc-4dbd-8cdb-2bc9e2299f21), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.276017 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ebe0e-c3d7-4914-8b64-2f3e1e9e9d3a x-openstack-request-id: req-533ebe0e-c3d7-4914-8b64-2f3e1e9e9d3a {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:39.276312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:39.276595 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-533ebe0e-c3d7-4914-8b64-2f3e1e9e9d3a {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:39.277018 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533ebe0e-c3d7-4914-8b64-2f3e1e9e9d3a'] response: {'name': 'network-changed', 'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'status': 'completed', 'code': 200} May 10 19:27:39.282517 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d7051698-43b3-4e88-989b-52bbcefdc509 admin admin] Publish callbacks [] for security_group (5703516c-99fc-4dbd-8cdb-2bc9e2299f21), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.336551 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d7051698-43b3-4e88-989b-52bbcefdc509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (5703516c-99fc-4dbd-8cdb-2bc9e2299f21), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.339239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d7051698-43b3-4e88-989b-52bbcefdc509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.340434 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d7051698-43b3-4e88-989b-52bbcefdc509 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5703516c-99fc-4dbd-8cdb-2bc9e2299f21 HTTP/1.1" status: 204 len: 168 time: 0.1487341 May 10 19:27:39.348887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7051698-43b3-4e88-989b-52bbcefdc509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703516c-99fc-4dbd-8cdb-2bc9e2299f21,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.607025 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55412) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:39.617347 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612a390-660a-46a2-ad46-5943d69150ac req-9f1eec86-3d2c-4933-8d20-4de9bd8d05a4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:39.619635 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4612a390-660a-46a2-ad46-5943d69150ac req-9f1eec86-3d2c-4933-8d20-4de9bd8d05a4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0690417 May 10 19:27:39.624814 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-120a65de-bec5-46d3-8419-a5cd97bf2a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.673741 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-4612a390-660a-46a2-ad46-5943d69150ac req-a02c2c6f-dc56-4888-88f7-dbaece3afc55 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461693 May 10 19:27:39.681628 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f064-bc8c-44b1-9190-b0d110098530 req-5650144d-cf57-4cde-8a42-08c71c226df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:39.683639 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4c68f064-bc8c-44b1-9190-b0d110098530 req-5650144d-cf57-4cde-8a42-08c71c226df2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 1127 time: 0.0553992 May 10 19:27:39.726513 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:27:39.765797 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7e5a-a320-44a8-971d-b88c1e6e3933 req-6465e8ee-fe74-4a62-9c5d-cd7af8d22e3b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:39.767382 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-64cc7e5a-a320-44a8-971d-b88c1e6e3933 req-6465e8ee-fe74-4a62-9c5d-cd7af8d22e3b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.0486953 May 10 19:27:39.816570 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-64cc7e5a-a320-44a8-971d-b88c1e6e3933 req-4a1eafc2-9055-477d-a52d-277f3b0e40c2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 May 10 19:27:39.818731 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f064-bc8c-44b1-9190-b0d110098530 req-dd16ced4-9327-4899-be01-4601ac643ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:39.820471 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4c68f064-bc8c-44b1-9190-b0d110098530 req-dd16ced4-9327-4899-be01-4601ac643ddc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=758b8f4f3d1c4242822940f17246d98f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1275826 May 10 19:27:39.822272 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-120a65de-bec5-46d3-8419-a5cd97bf2a4b admin admin] Publish callbacks [] for security_group (cdb541b5-9e6f-4868-b4a1-a6aabdc7c881), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.826220 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-120a65de-bec5-46d3-8419-a5cd97bf2a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cdb541b5-9e6f-4868-b4a1-a6aabdc7c881), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:39.868840 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-120a65de-bec5-46d3-8419-a5cd97bf2a4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40bfd1f716514a3e9031cc713ea7711a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597842 May 10 19:27:39.869701 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a65de-bec5-46d3-8419-a5cd97bf2a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb541b5-9e6f-4868-b4a1-a6aabdc7c881,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:39.871471 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55418) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:39.959924 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d9636-b36b-4bc4-a205-f9b4e9f84609 req-7bca309c-b0e4-468a-8dec-0d4dac0992b8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:39.961425 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c29d9636-b36b-4bc4-a205-f9b4e9f84609 req-7bca309c-b0e4-468a-8dec-0d4dac0992b8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 943 time: 0.0718825 May 10 19:27:39.966866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3464415c-d36e-4f5d-8139-76dad84cb523 admin admin] Publish callbacks [] for security_group (cdb541b5-9e6f-4868-b4a1-a6aabdc7c881), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:40.020295 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3464415c-d36e-4f5d-8139-76dad84cb523 admin admin] Publish callbacks [] for security_group (cdb541b5-9e6f-4868-b4a1-a6aabdc7c881), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:40.069701 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c29d9636-b36b-4bc4-a205-f9b4e9f84609 req-55815a64-fd0a-4ef9-be81-b5fcbe33cf75 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006308 May 10 19:27:40.098326 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883233c-953b-4045-b2e3-1e2718cfeec0 req-ecd63aaa-925b-4b4b-b488-e764d545327d tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.099798 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7883233c-953b-4045-b2e3-1e2718cfeec0 req-ecd63aaa-925b-4b4b-b488-e764d545327d tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0817113 May 10 19:27:40.144630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3464415c-d36e-4f5d-8139-76dad84cb523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cdb541b5-9e6f-4868-b4a1-a6aabdc7c881), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:40.147163 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3464415c-d36e-4f5d-8139-76dad84cb523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:40.148297 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-3464415c-d36e-4f5d-8139-76dad84cb523 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdb541b5-9e6f-4868-b4a1-a6aabdc7c881 HTTP/1.1" status: 204 len: 168 time: 0.2754219 May 10 19:27:40.168906 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464415c-d36e-4f5d-8139-76dad84cb523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb541b5-9e6f-4868-b4a1-a6aabdc7c881,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:40.194999 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7883233c-953b-4045-b2e3-1e2718cfeec0 req-c7487250-13a9-412d-a818-8b532b4e2c91 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888863 May 10 19:27:40.231308 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f064-bc8c-44b1-9190-b0d110098530 req-ce73b0ac-fe49-43a1-9421-a43dd98610f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.232797 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-4c68f064-bc8c-44b1-9190-b0d110098530 req-ce73b0ac-fe49-43a1-9421-a43dd98610f3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171219 May 10 19:27:40.251441 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:27:40.338983 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-ae41ac2c-4bb5-43cc-b65b-040491349c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.340529 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-ae41ac2c-4bb5-43cc-b65b-040491349c97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 1127 time: 0.0550680 May 10 19:27:40.372844 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:40.385938 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'network_id': '23b57150-617f-4822-b282-056863670252', 'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'mac_address': 'fa:16:3e:4c:17:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:27:40.407091 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-81ed07cd-e522-4b90-b726-8d96c9d970c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06bd947c-6274-4d18-9c32-752a1a2fe922 HTTP/1.1" status: 200 len: 217 time: 0.0422056 May 10 19:27:40.428867 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: ACTIVE; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:40.429269 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:40.445118 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a157f2b6-f0b6-483f-a31c-dcb0f0ba264b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:27:40.466287 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:40.471907 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:40.495560 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-b7845917-a106-46de-9c12-c23b6d5b01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.503435 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-b7845917-a106-46de-9c12-c23b6d5b01f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.0697753 May 10 19:27:40.538862 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=6']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:40.546660 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.547130 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.547599 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.548160 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.548609 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.549006 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.549550 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.549954 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.550433 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.550981 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.551483 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.551825 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.552159 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.552523 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.552857 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:40.572461 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:27:40.796594 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05148-568e-4804-8ca1-4a77681983cb req-029d0a8d-3001-4f8c-b66a-b9c6a7b820e7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.798092 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-67e05148-568e-4804-8ca1-4a77681983cb req-029d0a8d-3001-4f8c-b66a-b9c6a7b820e7 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 944 time: 0.0473485 May 10 19:27:40.855273 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-67e05148-568e-4804-8ca1-4a77681983cb req-de075117-d7bc-418c-95f7-1d0e2188b908 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517011 May 10 19:27:40.941062 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0863c34-d104-4a5d-a6a6-0ca2fe13c5e9 req-eb2fc989-0f50-4f7e-a442-ba63360729db tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.942581 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e0863c34-d104-4a5d-a6a6-0ca2fe13c5e9 req-eb2fc989-0f50-4f7e-a442-ba63360729db tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.0551157 May 10 19:27:40.982858 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-8f7d8066-359d-48bc-a497-7cf7d08d2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:40.984476 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-8f7d8066-359d-48bc-a497-7cf7d08d2e53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624793 May 10 19:27:41.008217 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e0863c34-d104-4a5d-a6a6-0ca2fe13c5e9 req-629c46f8-9714-407d-85bb-1f1d0dd0e004 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585740 May 10 19:27:41.111804 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-b2d32b8b-3622-4a8d-a28d-bd5b3bc3ab50 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210425 May 10 19:27:41.225528 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2286b-12d4-4707-8c5d-337b1c737579 req-26f5d5f3-38d4-4043-b57f-e9e94a344ff1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:41.228314 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-f6617aa9-9a21-4f05-b46a-ec0b8bf1eaa8 req-8096058c-742d-46eb-b7f0-cda23114d1f8 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099410 May 10 19:27:41.234392 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d0c2286b-12d4-4707-8c5d-337b1c737579 req-26f5d5f3-38d4-4043-b57f-e9e94a344ff1 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 943 time: 0.0936613 May 10 19:27:41.292851 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d0c2286b-12d4-4707-8c5d-337b1c737579 req-e3c50573-1609-4600-826f-d39733cff0a9 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562649 May 10 19:27:41.348037 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be45e-8664-45ab-8a39-9fbae4f967ce req-501c3574-e3c8-44ff-8905-6ec4bb73cde0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:41.349567 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1c4be45e-8664-45ab-8a39-9fbae4f967ce req-501c3574-e3c8-44ff-8905-6ec4bb73cde0 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0533142 May 10 19:27:41.416979 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1c4be45e-8664-45ab-8a39-9fbae4f967ce req-f8c7fc92-1d88-4b56-b72a-e9763c566180 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a43acaa-2d1c-444d-beab-e2c492fde9a2&id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606096 May 10 19:27:42.032471 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cef418-2857-42d0-b90f-d85ef777bd78 req-6440f6b1-3990-4d2b-8992-02f8887f6ec1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:42.034930 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c0cef418-2857-42d0-b90f-d85ef777bd78 req-6440f6b1-3990-4d2b-8992-02f8887f6ec1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 944 time: 0.0701952 May 10 19:27:42.149955 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c0cef418-2857-42d0-b90f-d85ef777bd78 req-f56e00ec-1523-41d7-82a4-86095ac4117d tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077805 May 10 19:27:42.177943 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a966be4-ed49-4aad-ae89-588a1408eeaa req-2561c54d-1f35-44b7-9499-3a257aef49f7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:42.179786 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8a966be4-ed49-4aad-ae89-588a1408eeaa req-2561c54d-1f35-44b7-9499-3a257aef49f7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 943 time: 0.0859873 May 10 19:27:42.259979 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8a966be4-ed49-4aad-ae89-588a1408eeaa req-a4b9b7eb-b9ea-4077-9cf5-2a49790d0fe6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735245 May 10 19:27:42.262921 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cc74d19c-8bbe-4521-a875-ac7c87826a51 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:27:42.265049 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:27:42.436889 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2ddb-d762-4ddf-b861-19bb394ead2b req-352f40c7-74d1-4c13-9536-eaf5276e4e8a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:42.445587 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-719c2ddb-d762-4ddf-b861-19bb394ead2b req-352f40c7-74d1-4c13-9536-eaf5276e4e8a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 943 time: 0.0788903 May 10 19:27:42.486678 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:27:42.487193 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:42.501047 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-719c2ddb-d762-4ddf-b861-19bb394ead2b req-a7255d6d-9fda-48db-b238-2770a7411ac7 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544670 May 10 19:27:42.520143 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port cc74d19c-8bbe-4521-a875-ac7c87826a51, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:42.535227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:27:42.601795 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port cc74d19c-8bbe-4521-a875-ac7c87826a51 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:42.602296 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:42.631775 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc74d19c-8bbe-4521-a875-ac7c87826a51 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:27:42.637929 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:42.638392 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:42.663781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port cc74d19c-8bbe-4521-a875-ac7c87826a51, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:42.672992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:42.683865 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:42.693971 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd1f436-ba8b-459d-ba09-3dc48df2daf5" -d '{"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:42.751302 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f939d-5893-4f2f-8b87-54ecb6551996 x-openstack-request-id: req-310f939d-5893-4f2f-8b87-54ecb6551996 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:42.751599 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:42.751857 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-310f939d-5893-4f2f-8b87-54ecb6551996 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:42.752259 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310f939d-5893-4f2f-8b87-54ecb6551996'] response: {'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'code': 200} May 10 19:27:42.753961 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:42.765051 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:42.771007 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=cc74d19c-8bbe-4521-a875-ac7c87826a51,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:42.829918 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=7']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:42.977526 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['cc74d19c-8bbe-4521-a875-ac7c87826a51'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:27:43.293043 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e0930-0ef5-4a6f-b799-73095160a60f req-18eccd7c-eb2c-45f6-ba26-b3a44f442aa1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:43.294680 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-784e0930-0ef5-4a6f-b799-73095160a60f req-18eccd7c-eb2c-45f6-ba26-b3a44f442aa1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0626032 May 10 19:27:43.354669 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-784e0930-0ef5-4a6f-b799-73095160a60f req-4bb7ba6f-6cbe-4bc5-9abf-fc50c74d6889 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504763 May 10 19:27:43.415552 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981b3a9-ea8d-4281-ada5-3fef8daf1eb6 req-4c076b31-43de-44cd-ab65-d0cfedcd2e28 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:43.417087 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b981b3a9-ea8d-4281-ada5-3fef8daf1eb6 req-4c076b31-43de-44cd-ab65-d0cfedcd2e28 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 944 time: 0.0612614 May 10 19:27:43.496506 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b981b3a9-ea8d-4281-ada5-3fef8daf1eb6 req-723a24cb-2330-4e82-85b6-9c6a0bd964d8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735922 May 10 19:27:43.670807 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312f13b-857a-4edc-a800-f59af2e99cd0 req-3971d91e-bef6-41b6-82ab-3f7cb00340b6 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:43.681043 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0312f13b-857a-4edc-a800-f59af2e99cd0 req-3971d91e-bef6-41b6-82ab-3f7cb00340b6 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 943 time: 0.0990901 May 10 19:27:43.781474 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0312f13b-857a-4edc-a800-f59af2e99cd0 req-4d6f7576-87d9-494d-b57e-026adf2b8987 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923426 May 10 19:27:44.261872 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 06bd947c-6274-4d18-9c32-752a1a2fe922 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:27:44.268652 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cc74d19c-8bbe-4521-a875-ac7c87826a51 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:27:44.389007 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9abc7028-e89e-44be-bae2-71f3910d2080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:44.395203 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port cc74d19c-8bbe-4521-a875-ac7c87826a51 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:27:44.407898 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port cc74d19c-8bbe-4521-a875-ac7c87826a51 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:27:44.408431 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:44.459010 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 06bd947c-6274-4d18-9c32-752a1a2fe922, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=06bd947c-6274-4d18-9c32-752a1a2fe922,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:44.478286 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'port_id': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'mac_address': 'fa:16:3e:7c:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:27:44.543242 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693639-b18b-438a-98c5-95a10d1d6e43 req-6e20659f-434e-4121-ba5b-4cfb5af978f6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:44.550119 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ba693639-b18b-438a-98c5-95a10d1d6e43 req-6e20659f-434e-4121-ba5b-4cfb5af978f6 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0930936 May 10 19:27:44.550682 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 06bd947c-6274-4d18-9c32-752a1a2fe922 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:44.551272 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:44.575086 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port cc74d19c-8bbe-4521-a875-ac7c87826a51 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:44.575767 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:44.579438 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bd947c-6274-4d18-9c32-752a1a2fe922 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:27:44.617324 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 06bd947c-6274-4d18-9c32-752a1a2fe922, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=06bd947c-6274-4d18-9c32-752a1a2fe922,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:44.625874 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:44.661138 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ba693639-b18b-438a-98c5-95a10d1d6e43 req-51acdc40-3a23-473d-be9a-439e7ae4f704 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061292 May 10 19:27:44.666113 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port cc74d19c-8bbe-4521-a875-ac7c87826a51, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:44.676047 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:44.711786 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=06bd947c-6274-4d18-9c32-752a1a2fe922,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:44.712586 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6df8-3ca8-48c8-910b-8235e94c2cb8 req-69b767f2-0201-47b3-b700-da246c3faf36 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:44.720406 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d6e6df8-3ca8-48c8-910b-8235e94c2cb8 req-69b767f2-0201-47b3-b700-da246c3faf36 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 944 time: 0.1010282 May 10 19:27:44.754436 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:44.756891 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2103564a-e3f7-46ae-9d4f-0a7797393012" -d '{"events": [{"server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "name": "network-vif-plugged", "status": "completed", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:44.812473 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0d6e6df8-3ca8-48c8-910b-8235e94c2cb8 req-c511ec10-665e-407e-b17c-4ef822a26c45 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864580 May 10 19:27:44.828185 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=cc74d19c-8bbe-4521-a875-ac7c87826a51,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:44.837313 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6211a7-5330-497b-92ff-2713ae08e00e x-openstack-request-id: req-4b6211a7-5330-497b-92ff-2713ae08e00e {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:44.838396 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "name": "network-vif-plugged", "status": "completed", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:44.838651 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b6211a7-5330-497b-92ff-2713ae08e00e {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:44.839099 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6211a7-5330-497b-92ff-2713ae08e00e'] response: {'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'code': 200} May 10 19:27:44.932536 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['06bd947c-6274-4d18-9c32-752a1a2fe922'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:27:44.938756 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f55d0-5a80-458a-8d34-2724541137a4 req-02b3dbeb-767f-4eed-9374-ab1385a8c29e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:44.940367 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2c6f55d0-5a80-458a-8d34-2724541137a4 req-02b3dbeb-767f-4eed-9374-ab1385a8c29e tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 944 time: 0.0530927 May 10 19:27:45.024396 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2c6f55d0-5a80-458a-8d34-2724541137a4 req-f59f466d-a023-4126-bdb9-a108012922a8 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749786 May 10 19:27:45.687164 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6d63-1e4b-4121-829d-3ff7e535d8d8 req-a0ac7014-d144-497d-98e3-e9c9f6bf2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:45.689820 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-997a6d63-1e4b-4121-829d-3ff7e535d8d8 req-a0ac7014-d144-497d-98e3-e9c9f6bf2a81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0754585 May 10 19:27:45.759385 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-997a6d63-1e4b-4121-829d-3ff7e535d8d8 req-deb7cf7e-46a2-4974-9f0a-8f19cbfa3495 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630951 May 10 19:27:45.792067 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad5fd0-229a-453d-8a68-a3d0f6d8bbeb req-e337212e-4682-4efc-b9e5-973698eff1bf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:45.793948 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-90ad5fd0-229a-453d-8a68-a3d0f6d8bbeb req-e337212e-4682-4efc-b9e5-973698eff1bf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0573659 May 10 19:27:45.874435 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-90ad5fd0-229a-453d-8a68-a3d0f6d8bbeb req-3c4e2741-603e-4570-8d31-7e645deccf98 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672147 May 10 19:27:45.990016 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:45.997810 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d491d-c134-4cd2-b144-6a5c14d27726 req-5c03b172-c0c3-4126-8f9a-1f5df5b4e084 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:46.000878 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd2d491d-c134-4cd2-b144-6a5c14d27726 req-5c03b172-c0c3-4126-8f9a-1f5df5b4e084 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 945 time: 0.0887330 May 10 19:27:46.124048 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cd2d491d-c134-4cd2-b144-6a5c14d27726 req-6bf2148c-e1fb-4f50-b07e-5ccb5fb49eba tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170373 May 10 19:27:46.194059 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee258-1e19-448e-907c-99551fc0035e req-2d631636-b196-4092-9af4-50dbdba034a2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:46.201043 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34bee258-1e19-448e-907c-99551fc0035e req-2d631636-b196-4092-9af4-50dbdba034a2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 944 time: 0.0682623 May 10 19:27:46.201680 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55600) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:46.272978 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-34bee258-1e19-448e-907c-99551fc0035e req-5b0582a5-1d3e-4ea7-8bf2-7aafc89dd52a tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610845 May 10 19:27:46.277642 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 06bd947c-6274-4d18-9c32-752a1a2fe922 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:27:46.348919 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 06bd947c-6274-4d18-9c32-752a1a2fe922 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:27:46.359916 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 06bd947c-6274-4d18-9c32-752a1a2fe922 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:27:46.360300 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.377177 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.459974 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 06bd947c-6274-4d18-9c32-752a1a2fe922 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:46.460810 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.504013 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 06bd947c-6274-4d18-9c32-752a1a2fe922, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=06bd947c-6274-4d18-9c32-752a1a2fe922,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:46.505883 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Publish callbacks [] for security_group (edc839c7-1cdd-47e2-9701-0a26a0c9781a), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.510500 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.511962 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (edc839c7-1cdd-47e2-9701-0a26a0c9781a), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.572190 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc81d6b1c9d74f3895cc6285d116b7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693404 May 10 19:27:46.574877 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55608) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:46.583399 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=06bd947c-6274-4d18-9c32-752a1a2fe922,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:46.587714 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc839c7-1cdd-47e2-9701-0a26a0c9781a,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:46.608165 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.608608 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.609053 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.609397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.609730 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.610057 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.610382 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.610703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.613872 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.614167 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.614507 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.625203 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.625589 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.626723 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.627226 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8a619e-e75d-49be-84fc-5b9dbe3dff70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:27:46.686425 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5870392b-1873-4959-b7a5-2a3fbd51043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.703471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a8a78cfc-7375-40cd-8f6d-0039c7d38c5c admin admin] Publish callbacks [] for security_group (edc839c7-1cdd-47e2-9701-0a26a0c9781a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.735237 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a8a78cfc-7375-40cd-8f6d-0039c7d38c5c admin admin] Publish callbacks [] for security_group (edc839c7-1cdd-47e2-9701-0a26a0c9781a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.803075 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a8a78cfc-7375-40cd-8f6d-0039c7d38c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (edc839c7-1cdd-47e2-9701-0a26a0c9781a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.806550 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a8a78cfc-7375-40cd-8f6d-0039c7d38c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:46.808890 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a8a78cfc-7375-40cd-8f6d-0039c7d38c5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edc839c7-1cdd-47e2-9701-0a26a0c9781a HTTP/1.1" status: 204 len: 168 time: 0.2329941 May 10 19:27:46.818000 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a78cfc-7375-40cd-8f6d-0039c7d38c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc839c7-1cdd-47e2-9701-0a26a0c9781a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:46.840680 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:46.843432 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31b2db-4bbb-4fd5-98eb-32c6fdcb9988" -d '{"events": [{"server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "name": "network-vif-plugged", "status": "completed", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:46.897018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8ed0f-67ff-425a-81e3-32ec0f3beefd x-openstack-request-id: req-69e8ed0f-67ff-425a-81e3-32ec0f3beefd {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:46.897318 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "name": "network-vif-plugged", "status": "completed", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:46.897578 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69e8ed0f-67ff-425a-81e3-32ec0f3beefd {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:46.898227 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e8ed0f-67ff-425a-81e3-32ec0f3beefd'] response: {'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'code': 200} May 10 19:27:47.013863 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694d577-c975-4ad0-afbf-288e6f66d0ba req-ad8075bd-d465-4645-aaad-0378ed61cb81 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:47.018124 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2694d577-c975-4ad0-afbf-288e6f66d0ba req-ad8075bd-d465-4645-aaad-0378ed61cb81 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0563285 May 10 19:27:47.071990 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2694d577-c975-4ad0-afbf-288e6f66d0ba req-c54131d7-4423-40b8-87b1-a031164b5f43 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464432 May 10 19:27:47.270475 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55624) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:47.302395 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8215240a-1429-41dd-b4f3-8c237630a671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.320670 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2399958-82f3-4e85-8ebf-a5f89a6e0c66 req-82f53ee9-e7ff-4ee9-8036-c4a55d9b1963 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:47.333317 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f2399958-82f3-4e85-8ebf-a5f89a6e0c66 req-82f53ee9-e7ff-4ee9-8036-c4a55d9b1963 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 945 time: 0.1246800 May 10 19:27:47.415695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8215240a-1429-41dd-b4f3-8c237630a671 admin admin] Publish callbacks [] for security_group (8e5474e2-b069-42db-86e5-2cfad8f8075d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.443792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8215240a-1429-41dd-b4f3-8c237630a671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8e5474e2-b069-42db-86e5-2cfad8f8075d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.448878 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.476172 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac981135-38b3-4aa4-bda8-959d371ab1cd req-7b9a05e0-d1d9-41f1-97ae-370620702f56 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:47.478471 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ac981135-38b3-4aa4-bda8-959d371ab1cd req-7b9a05e0-d1d9-41f1-97ae-370620702f56 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.0982547 May 10 19:27:47.482129 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f2399958-82f3-4e85-8ebf-a5f89a6e0c66 req-c028f023-eb4e-476f-942b-98e6e068ce8f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432040 May 10 19:27:47.540762 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ac981135-38b3-4aa4-bda8-959d371ab1cd req-fe79444b-9a76-492a-9d22-5e2dfd16ea65 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528135 May 10 19:27:47.568588 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8215240a-1429-41dd-b4f3-8c237630a671 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18aa510fd53b4bbd8988fff927aa3ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956197 May 10 19:27:47.571209 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55630) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:47.574296 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215240a-1429-41dd-b4f3-8c237630a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5474e2-b069-42db-86e5-2cfad8f8075d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:47.588272 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066c6e1-8171-42b7-b738-64579a8b703c req-5e2a67af-0c46-4a54-b0db-7b4962f47844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:47.589974 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8066c6e1-8171-42b7-b738-64579a8b703c req-5e2a67af-0c46-4a54-b0db-7b4962f47844 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 1129 time: 0.0839064 May 10 19:27:47.640794 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8066c6e1-8171-42b7-b738-64579a8b703c req-7e72b7f5-d26a-4be3-9e23-085e420462d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 May 10 19:27:47.644459 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8931c7f-fc6f-42d0-924c-af3cb1f77100 req-cd76fa6b-aad0-47cb-9239-157f80ac6860 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:47.645983 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f8931c7f-fc6f-42d0-924c-af3cb1f77100 req-cd76fa6b-aad0-47cb-9239-157f80ac6860 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 945 time: 0.0608084 May 10 19:27:47.726564 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-caecb1cf-b185-485c-9fa2-41c3abed15ad admin admin] Publish callbacks [] for security_group (8e5474e2-b069-42db-86e5-2cfad8f8075d), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.748646 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f8931c7f-fc6f-42d0-924c-af3cb1f77100 req-d41830f6-0083-4a32-818d-8b1922a7bc4b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818422 May 10 19:27:47.754124 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55634) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:47.803587 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-caecb1cf-b185-485c-9fa2-41c3abed15ad admin admin] Publish callbacks [] for security_group (8e5474e2-b069-42db-86e5-2cfad8f8075d), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.822553 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a6984f-06d3-4346-ae37-f422f0126562 tempest-TestVolumeBootPattern-676294518 tempest-TestVolumeBootPattern-676294518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:47.827922 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f3a6984f-06d3-4346-ae37-f422f0126562 tempest-TestVolumeBootPattern-676294518 tempest-TestVolumeBootPattern-676294518-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1124 time: 0.0691018 May 10 19:27:47.828208 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55638) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:47.834014 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:47.868902 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.878187 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-caecb1cf-b185-485c-9fa2-41c3abed15ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8e5474e2-b069-42db-86e5-2cfad8f8075d), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.881733 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-caecb1cf-b185-485c-9fa2-41c3abed15ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:47.892252 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-caecb1cf-b185-485c-9fa2-41c3abed15ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e5474e2-b069-42db-86e5-2cfad8f8075d HTTP/1.1" status: 204 len: 168 time: 0.3195858 May 10 19:27:47.907245 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecb1cf-b185-485c-9fa2-41c3abed15ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5474e2-b069-42db-86e5-2cfad8f8075d,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:48.049976 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:48.266568 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Allocated IP 172.27.0.192 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/90a09687-4e88-43da-856a-6f66cba55969) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:27:48.346613 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8bdb-6d6c-4a7c-b26f-3f0fd3baf0fe req-9c736ce9-9d12-4d5e-8c08-3072d0e8892c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:48.352348 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-577f8bdb-6d6c-4a7c-b26f-3f0fd3baf0fe req-9c736ce9-9d12-4d5e-8c08-3072d0e8892c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.1408215 May 10 19:27:48.453567 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-577f8bdb-6d6c-4a7c-b26f-3f0fd3baf0fe req-274721b3-329b-46aa-9427-3ee85d3d8f11 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864811 May 10 19:27:48.714472 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd790-57b0-4fcc-a96c-506a527994aa req-c229281b-a7a7-490e-9c6e-6d176835eb70 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:48.716285 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b15cd790-57b0-4fcc-a96c-506a527994aa req-c229281b-a7a7-490e-9c6e-6d176835eb70 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.0965044 May 10 19:27:48.751401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (90a09687-4e88-43da-856a-6f66cba55969), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:48.794776 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b15cd790-57b0-4fcc-a96c-506a527994aa req-c809b465-92fc-4c3f-9b05-6fedabc4d303 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665646 May 10 19:27:48.830170 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (90a09687-4e88-43da-856a-6f66cba55969), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:48.870833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:27:48.878637 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:27:48.884058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:27:48.887350 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=90a09687-4e88-43da-856a-6f66cba55969,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:49.023904 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:49.469745 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (fdf026d9-73f9-42d4-990d-e58d14a6fb97), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:49.505304 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb680-53a6-491f-a7c6-02d049c4450c req-688d4280-dd69-49a1-91e2-3dc1185db8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:49.507257 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-688d4280-dd69-49a1-91e2-3dc1185db8f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1129 time: 0.0810270 May 10 19:27:49.630601 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7d8cb-bcb2-47f9-98c2-8ec4c1e72f84 req-aadb68fd-663e-48ed-86d6-300e2f110e6a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:49.632729 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c6d7d8cb-bcb2-47f9-98c2-8ec4c1e72f84 req-aadb68fd-663e-48ed-86d6-300e2f110e6a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0723982 May 10 19:27:49.636108 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (90a09687-4e88-43da-856a-6f66cba55969), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:49.703531 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c6d7d8cb-bcb2-47f9-98c2-8ec4c1e72f84 req-2f424a03-160b-4acd-9bb0-b902d2e3ba3a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643518 May 10 19:27:49.735371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb680-53a6-491f-a7c6-02d049c4450c req-c167124c-2ed1-4df1-b164-1055de9f387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:49.737121 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-c167124c-2ed1-4df1-b164-1055de9f387e service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.2072096 May 10 19:27:49.855383 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-51a02cdc-9a75-4813-b9fc-93281139db1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 1001 time: 0.0927479 May 10 19:27:49.939854 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb680-53a6-491f-a7c6-02d049c4450c req-3096b89a-2fca-43f6-8052-b700d6a5fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:49.942135 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-3096b89a-2fca-43f6-8052-b700d6a5fd85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.0787702 May 10 19:27:49.974013 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (90a09687-4e88-43da-856a-6f66cba55969), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:49.991214 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59facc6f-2bca-4ef3-9379-dd0c65573b17 req-1544cbe7-0a05-4038-9f3d-f71eff6e0752 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:49.992527 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (90a09687-4e88-43da-856a-6f66cba55969), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:50.002936 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-59facc6f-2bca-4ef3-9379-dd0c65573b17 req-1544cbe7-0a05-4038-9f3d-f71eff6e0752 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.1120737 May 10 19:27:50.048892 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bb680-53a6-491f-a7c6-02d049c4450c req-8ee9dc8d-b638-49d1-8022-2a3dee0b837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:50.050549 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-8ee9dc8d-b638-49d1-8022-2a3dee0b837d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0894208 May 10 19:27:50.101177 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-59facc6f-2bca-4ef3-9379-dd0c65573b17 req-4e5e5a8f-ca6c-43ff-bb07-f820268c0976 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922639 May 10 19:27:50.116630 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=90a09687-4e88-43da-856a-6f66cba55969,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:50.162180 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (fdf026d9-73f9-42d4-990d-e58d14a6fb97), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:50.241177 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5854d1-dc40-4374-ba89-260aec7a7572 req-35ac31ac-a9d4-4848-ae0d-f800d580c66d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:50.250684 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0b5854d1-dc40-4374-ba89-260aec7a7572 req-35ac31ac-a9d4-4848-ae0d-f800d580c66d tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.0835440 May 10 19:27:50.255704 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55708) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:50.262113 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Request body: {'floatingip': {'port_id': '06bd947c-6274-4d18-9c32-752a1a2fe922'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:27:50.280085 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-f6987464-1413-43e0-8a57-be58a21f58df service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056813 May 10 19:27:50.313196 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (a618e3bc-2a50-4d63-b3b5-cbddf4abf81f), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:50.399644 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Floating IP fdf026d9-73f9-42d4-990d-e58d14a6fb97 associated. External IP: 172.27.0.192, port: cc74d19c-8bbe-4521-a875-ac7c87826a51. May 10 19:27:50.615777 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-534bb680-53a6-491f-a7c6-02d049c4450c req-a503162e-4733-439c-b4ea-8b35d6f90e1b service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977486 May 10 19:27:50.652793 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:50.738424 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:27:50.900199 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa855af1-2696-4d71-bcc7-911aca8eecbe req-549abd0e-74aa-481d-b766-b00f8826acdf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:50.900768 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:27:50.901734 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fa855af1-2696-4d71-bcc7-911aca8eecbe req-549abd0e-74aa-481d-b766-b00f8826acdf tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0796430 May 10 19:27:50.914925 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:50.948541 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:50.949271 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:50.968754 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:51.014519 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-d0f57571-6389-49aa-b561-45104e80254e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1842206 May 10 19:27:51.015181 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:51.018598 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a5de26-a867-4a58-a8f9-7256b63308fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:51.085116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaecc60-c08f-4b3b-88fd-40aca695008b x-openstack-request-id: req-7aaecc60-c08f-4b3b-88fd-40aca695008b {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:51.085417 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:51.085671 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7aaecc60-c08f-4b3b-88fd-40aca695008b {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:51.086114 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aaecc60-c08f-4b3b-88fd-40aca695008b'] response: {'name': 'network-changed', 'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'status': 'completed', 'code': 200} May 10 19:27:51.139289 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:51.221031 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-5985c654-6e30-4cc2-8e83-f68796c499a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:51.223726 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-5985c654-6e30-4cc2-8e83-f68796c499a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1129 time: 0.1014857 May 10 19:27:51.355151 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fa855af1-2696-4d71-bcc7-911aca8eecbe req-1f7d4a3b-a54c-431c-884e-cc2cea60be9a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199297 May 10 19:27:51.410086 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-21c3fc75-1f3f-4b1f-adb7-e79a092f9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:51.411569 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-21c3fc75-1f3f-4b1f-adb7-e79a092f9116 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.1745386 May 10 19:27:51.522131 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-5f5acbf9-2094-4498-a894-ce796dad17c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 200 len: 999 time: 0.0932374 May 10 19:27:51.532958 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:51.536564 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:49Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:51.538068 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a618e3bc-2a50-4d63-b3b5-cbddf4abf81f), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:51.576844 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:51.589115 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:51.590292 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:51.633559 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-ae28db68-ea03-474d-8aba-39e465ba8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:51.635399 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-ae28db68-ea03-474d-8aba-39e465ba8941 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.1050453 May 10 19:27:51.689355 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-5553a533-ddf3-484b-9f85-1c7f05f03c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:51.691251 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-5553a533-ddf3-484b-9f85-1c7f05f03c7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475080 May 10 19:27:51.757659 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP a618e3bc-2a50-4d63-b3b5-cbddf4abf81f associated. External IP: 172.27.0.6, port: 06bd947c-6274-4d18-9c32-752a1a2fe922. May 10 19:27:51.868322 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-51a7b201-6140-45c0-9a69-b1ad827ceaa5 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654587 May 10 19:27:51.993491 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:52.041206 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c7a5de26-a867-4a58-a8f9-7256b63308fc req-9ec3bba8-2c87-40a8-b9af-1a06e80a84e4 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651869 May 10 19:27:52.098881 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 55742) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:52.123538 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:27:52.282340 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:27:52.293657 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.313483 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:27:52.334791 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-386f9d44-68d1-4053-b333-b3b70f8e30b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.337942 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:49Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:52.342857 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:52.343840 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:52.356382 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-06ee2138-c7e4-4518-be02-0061a4fc2c52 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "PUT /v2.0/floatingips/a618e3bc-2a50-4d63-b3b5-cbddf4abf81f HTTP/1.1" status: 200 len: 989 time: 2.0996029 May 10 19:27:52.357078 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:52.359377 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562ad52-4234-47c2-b8dc-86e835a9e1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:52.390075 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a241eb-6646-4eb3-aca4-a7c7f2183f44 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:49Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:52.435753 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ab4038-789c-491e-b351-12596610f511 x-openstack-request-id: req-b2ab4038-789c-491e-b351-12596610f511 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:52.441273 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:52.441749 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2ab4038-789c-491e-b351-12596610f511 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:52.442300 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ab4038-789c-491e-b351-12596610f511'] response: {'name': 'network-changed', 'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'status': 'completed', 'code': 200} May 10 19:27:52.549982 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-386f9d44-68d1-4053-b333-b3b70f8e30b3 admin admin] Publish callbacks [] for security_group (f7bc5afe-4575-4117-8c76-ee64f90177cb), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.557194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-386f9d44-68d1-4053-b333-b3b70f8e30b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f7bc5afe-4575-4117-8c76-ee64f90177cb), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.581153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-07df5704-6dc8-4e6e-99db-7d3dff9c7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:52.582678 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-07df5704-6dc8-4e6e-99db-7d3dff9c7132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=758b8f4f3d1c4242822940f17246d98f&device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 1129 time: 0.1238899 May 10 19:27:52.596500 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-386f9d44-68d1-4053-b333-b3b70f8e30b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5aace0ea4f984ce58d2f304271879b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963551 May 10 19:27:52.597675 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55752) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:52.613154 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f9d44-68d1-4053-b333-b3b70f8e30b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bc5afe-4575-4117-8c76-ee64f90177cb,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:52.633358 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a05c59-30ab-483c-bb88-508e7ae43e1b req-e3e5352c-73f6-4b89-a848-2b795af70a95 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:52.637552 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-81a05c59-30ab-483c-bb88-508e7ae43e1b req-e3e5352c-73f6-4b89-a848-2b795af70a95 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.1212368 May 10 19:27:52.711584 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-39526b69-499e-4cf5-832f-552769f13476 admin admin] Publish callbacks [] for security_group (f7bc5afe-4575-4117-8c76-ee64f90177cb), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.729631 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:52.794180 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-81a05c59-30ab-483c-bb88-508e7ae43e1b req-79c5df4b-38de-4aa8-a5f8-fcd99ec1e04e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385679 May 10 19:27:52.819012 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-39526b69-499e-4cf5-832f-552769f13476 admin admin] Publish callbacks [] for security_group (f7bc5afe-4575-4117-8c76-ee64f90177cb), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.885426 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3b25-74a8-46f9-b177-093a16721171 None None] New status for floating IP fdf026d9-73f9-42d4-990d-e58d14a6fb97: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:27:52.888297 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-39526b69-499e-4cf5-832f-552769f13476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f7bc5afe-4575-4117-8c76-ee64f90177cb), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.891409 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-39526b69-499e-4cf5-832f-552769f13476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:52.895052 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-39526b69-499e-4cf5-832f-552769f13476 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7bc5afe-4575-4117-8c76-ee64f90177cb HTTP/1.1" status: 204 len: 168 time: 0.2967739 May 10 19:27:52.918904 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39526b69-499e-4cf5-832f-552769f13476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bc5afe-4575-4117-8c76-ee64f90177cb,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:53.107880 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-6c9d4904-098f-4d30-bf00-01c8d4ffc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:53.110348 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-6c9d4904-098f-4d30-bf00-01c8d4ffc88c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 200 len: 916 time: 0.3732359 May 10 19:27:53.268514 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-cb365d78-7b6c-4bfd-b632-42477f6c64b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06bd947c-6274-4d18-9c32-752a1a2fe922 HTTP/1.1" status: 200 len: 997 time: 0.1509116 May 10 19:27:53.313408 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a618e3bc-2a50-4d63-b3b5-cbddf4abf81f', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:7c:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:35Z', 'updated_at': '2022-05-10T19:27:51Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:53.327842 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-f2980ce0-edb5-48fe-b47f-a0b39a76e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:53.329623 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-f2980ce0-edb5-48fe-b47f-a0b39a76e126 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 200 len: 854 time: 0.0546181 May 10 19:27:53.362810 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:27:53.377385 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:27:53.378288 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:53.414856 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-da699eb4-6599-4e8c-921e-1ab5ced1a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:53.417179 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-da699eb4-6599-4e8c-921e-1ab5ced1a9f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7eee0ec7-29e0-4852-b1b4-26b4961fd849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697212 May 10 19:27:53.515930 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55764) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:53.528286 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:27:53.536287 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ea07568f-44f3-4f53-b4b7-0451f7ed2969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:53.699747 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ea07568f-44f3-4f53-b4b7-0451f7ed2969 admin admin] Publish callbacks [] for security_group (b6e06a13-a905-4745-9445-bd81d62e7d5c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:53.710338 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ea07568f-44f3-4f53-b4b7-0451f7ed2969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b6e06a13-a905-4745-9445-bd81d62e7d5c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:53.798173 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07568f-44f3-4f53-b4b7-0451f7ed2969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e06a13-a905-4745-9445-bd81d62e7d5c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:53.805221 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ea07568f-44f3-4f53-b4b7-0451f7ed2969 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36b9260b8a3241c9b036d57d13620346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878301 May 10 19:27:53.807456 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 55768) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:27:53.852625 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a618e3bc-2a50-4d63-b3b5-cbddf4abf81f', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:7c:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:35Z', 'updated_at': '2022-05-10T19:27:51Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:27:53.870182 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b857dda8-f402-443d-be8c-17ce977c4680 admin admin] Publish callbacks [] for security_group (b6e06a13-a905-4745-9445-bd81d62e7d5c), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:53.894127 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58045e64-bcb4-4304-816a-ebd559e73441 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'a618e3bc-2a50-4d63-b3b5-cbddf4abf81f', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'port_id': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'mac_address': 'fa:16:3e:7c:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:35Z', 'updated_at': '2022-05-10T19:27:51Z', 'revision_number': 1, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:27:53.900050 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b857dda8-f402-443d-be8c-17ce977c4680 admin admin] Publish callbacks [] for security_group (b6e06a13-a905-4745-9445-bd81d62e7d5c), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:54.003037 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b857dda8-f402-443d-be8c-17ce977c4680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b6e06a13-a905-4745-9445-bd81d62e7d5c), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:54.005667 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b857dda8-f402-443d-be8c-17ce977c4680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:54.006849 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b857dda8-f402-443d-be8c-17ce977c4680 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6e06a13-a905-4745-9445-bd81d62e7d5c HTTP/1.1" status: 204 len: 168 time: 0.1984067 May 10 19:27:54.015849 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857dda8-f402-443d-be8c-17ce977c4680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e06a13-a905-4745-9445-bd81d62e7d5c,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:54.045714 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-a79049fe-53dc-4010-b86b-f1a08c242b09 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215384 May 10 19:27:54.115495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72556d81-1564-47de-95bb-87c93bebf57b req-9a729a1a-6020-4f77-bb8a-e23587628574 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:54.118168 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-72556d81-1564-47de-95bb-87c93bebf57b req-9a729a1a-6020-4f77-bb8a-e23587628574 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0731122 May 10 19:27:54.193073 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-72556d81-1564-47de-95bb-87c93bebf57b req-0d09cb7c-cd2e-4f93-96d3-683459577de2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680687 May 10 19:27:54.214055 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6562ad52-4234-47c2-b8dc-86e835a9e1ef req-c970e825-0b7d-4ccf-b4ab-eb865a986ae4 service neutron] 10.222.0.73 "GET /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528571 May 10 19:27:54.269888 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af3a94-e2f1-40d0-bae7-031cf7c851a3 None None] New status for floating IP a618e3bc-2a50-4d63-b3b5-cbddf4abf81f: ACTIVE {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:27:55.333751 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9062eb2-666a-4dac-b237-ac1fa0542095 req-1522688e-4d01-4966-97d8-ff63d5b6cad2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:55.335273 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d9062eb2-666a-4dac-b237-ac1fa0542095 req-1522688e-4d01-4966-97d8-ff63d5b6cad2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0480680 May 10 19:27:55.384000 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-d9062eb2-666a-4dac-b237-ac1fa0542095 req-68611476-065b-4e93-9994-3435a72acbfc tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 May 10 19:27:55.873434 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-3b08568d-837b-41b8-9dfe-e3d939fada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:55.875153 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-3b08568d-837b-41b8-9dfe-e3d939fada5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1129 time: 0.0619440 May 10 19:27:55.981756 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-599b8b74-8f07-4aab-ac96-08adb9d31af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:55.983286 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-599b8b74-8f07-4aab-ac96-08adb9d31af3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.1020446 May 10 19:27:56.067962 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-b2b7c814-edf6-4f84-87c7-e5dcda225de3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 1001 time: 0.0694146 May 10 19:27:56.118302 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-ba608043-bc30-4af3-be39-8fe2b62ac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:56.119906 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-ba608043-bc30-4af3-be39-8fe2b62ac6f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.0456936 May 10 19:27:56.166833 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-7692e986-4fc8-45dc-ac98-e5bb927d29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:56.168634 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-7692e986-4fc8-45dc-ac98-e5bb927d29a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423670 May 10 19:27:56.265788 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-0a5ea88f-8785-4c0e-9f88-8e0752de5262 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909052 May 10 19:27:56.363956 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-24d81719-9835-4520-96ca-d3abffecd8d0 req-20650c70-b662-47f8-bda0-e468a5d9c744 service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924587 May 10 19:27:56.507109 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560c49b-6b49-4a6b-b834-b8cb264badff req-72b6645a-f833-4249-9eb7-f46da677dd64 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:56.509305 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b560c49b-6b49-4a6b-b834-b8cb264badff req-72b6645a-f833-4249-9eb7-f46da677dd64 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0503402 May 10 19:27:56.556091 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b560c49b-6b49-4a6b-b834-b8cb264badff req-9faab548-d6a5-42d3-84cf-9f247351e416 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 May 10 19:27:57.678884 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e07bf-9f1d-4951-ad7f-43e76999a67e req-60240bde-504f-477a-9789-793156f1a24f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:57.681270 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd8e07bf-9f1d-4951-ad7f-43e76999a67e req-60240bde-504f-477a-9789-793156f1a24f tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 945 time: 0.0453167 May 10 19:27:57.727669 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd8e07bf-9f1d-4951-ad7f-43e76999a67e req-1d6565b4-c41b-4815-917f-68dba07d9852 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 May 10 19:27:58.389494 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:27:58.472103 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: ACTIVE; New status is: DOWN {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:27:58.472519 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:58.495102 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:27:58.497420 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a4ac4f-01d4-43b6-aed2-b710af6c275f" -d '{"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:27:58.510152 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:27:58.514228 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:27:58.536913 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e065b7b-7617-4965-b7f6-872f2414a8b9 x-openstack-request-id: req-0e065b7b-7617-4965-b7f6-872f2414a8b9 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:27:58.537386 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:27:58.537597 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e065b7b-7617-4965-b7f6-872f2414a8b9 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:27:58.537822 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e065b7b-7617-4965-b7f6-872f2414a8b9'] response: {'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'code': 200} May 10 19:27:58.563938 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=8']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:27:58.852189 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebd675-57b3-4b56-b70e-6de81e977fb9 req-473a1512-0974-4c02-b5ef-13718c8c2572 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:58.854373 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ccebd675-57b3-4b56-b70e-6de81e977fb9 req-473a1512-0974-4c02-b5ef-13718c8c2572 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0511072 May 10 19:27:58.902674 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ccebd675-57b3-4b56-b70e-6de81e977fb9 req-ed77d38b-a598-49fa-b4c0-2aa1e99272ad tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 May 10 19:27:59.723193 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-88489060-79b3-45a4-9de3-8b86933a2e0d req-73d1d96a-feb2-41dc-b377-92e27095cb6a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:27:59.724286 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-88489060-79b3-45a4-9de3-8b86933a2e0d req-73d1d96a-feb2-41dc-b377-92e27095cb6a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055976 May 10 19:27:59.927137 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8016a-f495-4219-b084-34bf9dafab70 req-1146d991-ed9f-451f-ae98-d740c8826b55 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:27:59.930095 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-70f8016a-f495-4219-b084-34bf9dafab70 req-1146d991-ed9f-451f-ae98-d740c8826b55 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0928142 May 10 19:27:59.937540 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-27f618a0-4d46-4649-a9f3-5bbb0fb8781d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0544608 May 10 19:27:59.981264 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-70f8016a-f495-4219-b084-34bf9dafab70 req-b751a2ba-aa28-46dc-bc91-124e346ba519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 May 10 19:28:00.019845 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-a3bdfa95-8b39-4076-9a90-bebbc643754c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:00.021205 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-a3bdfa95-8b39-4076-9a90-bebbc643754c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports/a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 940 time: 0.0489297 May 10 19:28:00.835099 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-09dc9b81-fe82-48fb-95e0-113a1e95811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:00.836731 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-09dc9b81-fe82-48fb-95e0-113a1e95811e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e&tenant_id=8588427eb06848b9ad22fab88b7c91e3 HTTP/1.1" status: 200 len: 1127 time: 0.0498691 May 10 19:28:00.900259 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-31eb0b12-bdc1-431d-bbde-c75003eb59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:00.901988 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-31eb0b12-bdc1-431d-bbde-c75003eb59de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8588427eb06848b9ad22fab88b7c91e3&device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1127 time: 0.0432081 May 10 19:28:01.000252 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-5bd47378-71b7-4206-a5a5-127e89fb4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:01.002296 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-5bd47378-71b7-4206-a5a5-127e89fb4dcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 200 len: 918 time: 0.0942347 May 10 19:28:01.125757 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-865bee63-2b8b-43d4-a9d6-4d04eaeafc4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 200 len: 999 time: 0.1098752 May 10 19:28:01.203157 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-b133bc70-3f84-46a0-b28b-444d1acb17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:01.204684 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-b133bc70-3f84-46a0-b28b-444d1acb17cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 200 len: 856 time: 0.0638733 May 10 19:28:01.252576 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-408135be-f1da-4a5b-bb58-8c85d8e5dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:01.254474 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-408135be-f1da-4a5b-bb58-8c85d8e5dee6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23b57150-617f-4822-b282-056863670252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420840 May 10 19:28:01.298011 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257018-0d0c-43cb-9192-a6ad817c8015 req-ec873ad3-cdb4-4d88-a7b6-a5bed7cf9556 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:01.299492 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-16257018-0d0c-43cb-9192-a6ad817c8015 req-ec873ad3-cdb4-4d88-a7b6-a5bed7cf9556 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0518403 May 10 19:28:01.351908 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-16257018-0d0c-43cb-9192-a6ad817c8015 req-4e6cf8fe-221f-4af4-ba02-2ffd3f0199f9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462890 May 10 19:28:01.356441 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-3e981e23-c6e0-41b6-9a5b-04ca29bf0a7c service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940759 May 10 19:28:01.452339 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-eb8a8031-b9ee-406b-9cdf-86a0f1272f93 req-e1d07496-1588-4b59-a020-b8aef667767c service neutron] 10.222.0.73 "GET /v2.0/networks/23b57150-617f-4822-b282-056863670252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903728 May 10 19:28:01.503737 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797d86b-83aa-43d0-b463-e7c21b6799db req-1189fdb0-b21c-4af0-b9ca-8013a92e08ca tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:01.505233 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b797d86b-83aa-43d0-b463-e7c21b6799db req-1189fdb0-b21c-4af0-b9ca-8013a92e08ca tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0461931 May 10 19:28:01.551067 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b797d86b-83aa-43d0-b463-e7c21b6799db req-c1b7cee6-3bf5-4cd8-87a5-86f4a06f982e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 May 10 19:28:02.389316 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:02.486590 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: DOWN; New status is: DOWN {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:28:02.494246 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb2e7-0d43-4036-b3db-7ea757a2d315 req-71d96b24-5316-44ee-8a1b-64f672485ffd tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:02.496050 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f9fb2e7-0d43-4036-b3db-7ea757a2d315 req-71d96b24-5316-44ee-8a1b-64f672485ffd tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0533750 May 10 19:28:02.543194 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f9fb2e7-0d43-4036-b3db-7ea757a2d315 req-43b0b2d1-fec0-4aca-8a48-cf2740338a54 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 May 10 19:28:02.663454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6ad07-f619-4bdc-8049-824d59e289f3 req-688844d0-ce39-437f-bd7b-04ab3e4d8930 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:02.664965 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-14c6ad07-f619-4bdc-8049-824d59e289f3 req-688844d0-ce39-437f-bd7b-04ab3e4d8930 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0469375 May 10 19:28:02.712618 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-14c6ad07-f619-4bdc-8049-824d59e289f3 req-502294e9-4962-45a4-aca8-65095094295f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 May 10 19:28:02.837276 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56024) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:02.939555 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9160b43b-dc93-40db-851a-08d194c90f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.012519 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9160b43b-dc93-40db-851a-08d194c90f55 admin admin] Publish callbacks [] for security_group (aeffdfd8-f57f-4220-ac2c-35c1000da9a6), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.015728 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9160b43b-dc93-40db-851a-08d194c90f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (aeffdfd8-f57f-4220-ac2c-35c1000da9a6), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.056454 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-9160b43b-dc93-40db-851a-08d194c90f55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c6bcfbb2f7d4eed80e06bdf7282b05d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180805 May 10 19:28:03.058399 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160b43b-dc93-40db-851a-08d194c90f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeffdfd8-f57f-4220-ac2c-35c1000da9a6,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:03.059173 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56028) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:03.112256 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-75664889-f89c-4a83-8fe0-a2bde4ef1eec admin admin] Publish callbacks [] for security_group (aeffdfd8-f57f-4220-ac2c-35c1000da9a6), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.134092 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-75664889-f89c-4a83-8fe0-a2bde4ef1eec admin admin] Publish callbacks [] for security_group (aeffdfd8-f57f-4220-ac2c-35c1000da9a6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.180279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-75664889-f89c-4a83-8fe0-a2bde4ef1eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (aeffdfd8-f57f-4220-ac2c-35c1000da9a6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.182836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-75664889-f89c-4a83-8fe0-a2bde4ef1eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.183966 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-75664889-f89c-4a83-8fe0-a2bde4ef1eec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aeffdfd8-f57f-4220-ac2c-35c1000da9a6 HTTP/1.1" status: 204 len: 168 time: 0.1238115 May 10 19:28:03.191308 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664889-f89c-4a83-8fe0-a2bde4ef1eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeffdfd8-f57f-4220-ac2c-35c1000da9a6,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:03.445095 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56044) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:03.458162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5345b363-c9af-4848-9601-47338fd5c638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.534826 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-30c36bba-5f41-4d09-a035-c013f909a196 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:03.536198 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-30c36bba-5f41-4d09-a035-c013f909a196 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0598614 May 10 19:28:03.646188 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5345b363-c9af-4848-9601-47338fd5c638 admin admin] Publish callbacks [] for security_group (cb4a7522-accd-4a67-95a6-4b3c5d061db7), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.656141 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5345b363-c9af-4848-9601-47338fd5c638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cb4a7522-accd-4a67-95a6-4b3c5d061db7), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.669233 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Deleting port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:03.669570 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.678483 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a14d1a-90c9-4b90-804d-1e30cd7b7050 req-d0fd79dd-9d88-40e5-92f0-ac4667618a91 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:03.680850 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b4a14d1a-90c9-4b90-804d-1e30cd7b7050 req-d0fd79dd-9d88-40e5-92f0-ac4667618a91 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0555162 May 10 19:28:03.767986 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b4a14d1a-90c9-4b90-804d-1e30cd7b7050 req-edc48ad0-dcc7-4942-ad80-e26f873b6ce8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757930 May 10 19:28:03.798259 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5345b363-c9af-4848-9601-47338fd5c638 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd7a4350f08643299b13e51564a4ebec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496828 May 10 19:28:03.798620 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56060) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:03.818528 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345b363-c9af-4848-9601-47338fd5c638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4a7522-accd-4a67-95a6-4b3c5d061db7,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:03.912335 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29da763-2cdb-4198-919f-663720d4c33f req-d2d55e83-b234-4976-aaf9-1735e367cc20 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:03.913916 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c29da763-2cdb-4198-919f-663720d4c33f req-d2d55e83-b234-4976-aaf9-1735e367cc20 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 945 time: 0.0700569 May 10 19:28:03.914773 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-62858416-967d-412b-90ed-3f41bb063939 admin admin] Publish callbacks [] for security_group (cb4a7522-accd-4a67-95a6-4b3c5d061db7), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.919163 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] For port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:03.919619 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:03.962075 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-62858416-967d-412b-90ed-3f41bb063939 admin admin] Publish callbacks [] for security_group (cb4a7522-accd-4a67-95a6-4b3c5d061db7), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.066432 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c29da763-2cdb-4198-919f-663720d4c33f req-aadab241-be2f-4e44-add3-f14297940db6 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465940 May 10 19:28:04.091412 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-62858416-967d-412b-90ed-3f41bb063939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cb4a7522-accd-4a67-95a6-4b3c5d061db7), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.095074 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-62858416-967d-412b-90ed-3f41bb063939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.096325 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-62858416-967d-412b-90ed-3f41bb063939 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb4a7522-accd-4a67-95a6-4b3c5d061db7 HTTP/1.1" status: 204 len: 168 time: 0.2963827 May 10 19:28:04.116529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62858416-967d-412b-90ed-3f41bb063939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4a7522-accd-4a67-95a6-4b3c5d061db7,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:04.153078 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.153552 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.153759 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Floating IP b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb disassociated. External IP: 172.27.0.7, port: e66231aa-ea59-4ff6-93b7-04bd9e66dd8d. May 10 19:28:04.154153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Calling delete_port for e66231aa-ea59-4ff6-93b7-04bd9e66dd8d owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:04.304841 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (e66231aa-ea59-4ff6-93b7-04bd9e66dd8d), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.344875 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event deleted for resources: {'Port': ['ID=e66231aa-ea59-4ff6-93b7-04bd9e66dd8d,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:04.464913 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:04.518570 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56066) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:04.540943 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-df927c0c-7d8b-45b4-b6d5-6169ad9a260c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.621527 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:04.634289 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:04.645194 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:04.646176 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:04.665080 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-df927c0c-7d8b-45b4-b6d5-6169ad9a260c admin admin] Publish callbacks [] for security_group (85499a34-9049-4968-8492-20c6502f0043), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.670655 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] No DVR routers for this DVR port e66231aa-ea59-4ff6-93b7-04bd9e66dd8d on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:04.672056 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-df927c0c-7d8b-45b4-b6d5-6169ad9a260c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (85499a34-9049-4968-8492-20c6502f0043), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.673268 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.677538 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6cf3efed-64e0-41c7-8a6c-64f35e1bc9a5 req-387fc778-e8ba-4842-a51d-42a79d984c40 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.73 "DELETE /v2.0/ports/e66231aa-ea59-4ff6-93b7-04bd9e66dd8d HTTP/1.1" status: 204 len: 173 time: 1.1323574 May 10 19:28:04.678000 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'name': 'network-vif-deleted', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:04.691162 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47da5f5-75c1-4bb4-a38e-7ae3fb87143f" -d '{"events": [{"server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "name": "network-vif-deleted", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:04.744825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb062097-6113-4c94-9ed9-a6b1c4978746 x-openstack-request-id: req-eb062097-6113-4c94-9ed9-a6b1c4978746 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:04.745116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd8645-5b0f-4c85-bf14-42cbc8544d2e", "name": "network-vif-deleted", "tag": "e66231aa-ea59-4ff6-93b7-04bd9e66dd8d", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:04.745416 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb062097-6113-4c94-9ed9-a6b1c4978746 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:04.745822 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb062097-6113-4c94-9ed9-a6b1c4978746'] response: {'server_uuid': 'a7dd8645-5b0f-4c85-bf14-42cbc8544d2e', 'name': 'network-vif-deleted', 'tag': 'e66231aa-ea59-4ff6-93b7-04bd9e66dd8d', 'status': 'completed', 'code': 200} May 10 19:28:04.749601 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-df927c0c-7d8b-45b4-b6d5-6169ad9a260c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e95286a432784794b983101104c9d8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292955 May 10 19:28:04.750190 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56070) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:04.756590 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df927c0c-7d8b-45b4-b6d5-6169ad9a260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85499a34-9049-4968-8492-20c6502f0043,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:04.841279 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7477a53-ad68-4f73-8d6d-ce0ba12dbe28 admin admin] Publish callbacks [] for security_group (85499a34-9049-4968-8492-20c6502f0043), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.867369 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7477a53-ad68-4f73-8d6d-ce0ba12dbe28 admin admin] Publish callbacks [] for security_group (85499a34-9049-4968-8492-20c6502f0043), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.892926 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:04.945409 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1d327-3457-4998-b36e-403ef97cbfe1 req-d56e5c99-9d3a-43d6-bd76-c24043537406 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:04.953982 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3ee1d327-3457-4998-b36e-403ef97cbfe1 req-d56e5c99-9d3a-43d6-bd76-c24043537406 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0945115 May 10 19:28:04.967869 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7477a53-ad68-4f73-8d6d-ce0ba12dbe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (85499a34-9049-4968-8492-20c6502f0043), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.970937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7477a53-ad68-4f73-8d6d-ce0ba12dbe28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:04.982007 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f7477a53-ad68-4f73-8d6d-ce0ba12dbe28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85499a34-9049-4968-8492-20c6502f0043 HTTP/1.1" status: 204 len: 168 time: 0.2236612 May 10 19:28:05.004064 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7477a53-ad68-4f73-8d6d-ce0ba12dbe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85499a34-9049-4968-8492-20c6502f0043,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:05.047636 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3ee1d327-3457-4998-b36e-403ef97cbfe1 req-b86cff7b-8d87-403d-91e5-cefdb7077417 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920365 May 10 19:28:05.193472 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:05.206890 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-40ef8814-412a-4d4b-8876-66fbae65c1d9 req-cab592fa-effc-4703-8d0d-17b9c4f2cc6b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0563736 May 10 19:28:05.234193 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:05.250222 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:05.250900 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:27:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:05.394745 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:05.614517 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:05.643251 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2113f-bcf0-480f-b1f4-5117ab48320b None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '6b35b75a-c970-467f-908b-b5de45e83821', 'name': '', 'network_id': 'dcbda2b8-24f3-4e04-abd8-14474ec22014', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'mac_address': 'fa:16:3e:ab:73:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:21:03Z', 'updated_at': '2022-05-10T19:21:14Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'subnets': [{'id': '3835e4ca-19e9-4c98-94cd-7287718aa71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:05.961476 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17c861-0daf-4f49-8862-a01047a4487d None None] New status for floating IP b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb: DOWN {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:28:06.215656 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fbf55-26ea-4682-b1ef-22b6fed34c5c req-599f885a-1b75-4242-a09e-0435c9a2f1a9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:06.217432 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f3fbf55-26ea-4682-b1ef-22b6fed34c5c req-599f885a-1b75-4242-a09e-0435c9a2f1a9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0758927 May 10 19:28:06.316004 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9f3fbf55-26ea-4682-b1ef-22b6fed34c5c req-5e50e82b-63df-4077-be61-73219d4e84c9 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926518 May 10 19:28:06.351432 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f5c053d8-74c8-46bc-ac23-f8075a15d1ee req-630149a2-484f-4e8c-8f64-6e252b6e7e65 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0574040 May 10 19:28:07.466902 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e0b4b2c8-6b98-4e80-9a1b-7da1763565f3 req-9533a909-dcd8-4d2e-9d3b-cb87b8135c7f tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0342889 May 10 19:28:07.473226 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5646f30-72dc-47d7-ae45-6a4a68f8d566 req-270e15e2-f934-4fb8-b502-637d2e56148e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:07.479640 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b5646f30-72dc-47d7-ae45-6a4a68f8d566 req-270e15e2-f934-4fb8-b502-637d2e56148e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0845904 May 10 19:28:07.540018 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b5646f30-72dc-47d7-ae45-6a4a68f8d566 req-982fd176-a2c5-44dd-9207-d27435b3f3a5 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578220 May 10 19:28:08.409291 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device e66231aa-ea59-4ff6-93b7-04bd9e66dd8d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:08.431190 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: e66231aa-ea59-4ff6-93b7-04bd9e66dd8d {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:08.431534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device e66231aa-ea59-4ff6-93b7-04bd9e66dd8d not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:08.577487 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7ba215e0-a5c8-4737-bfe5-2dd593cafcb3 req-f0fdde89-8437-434a-bea9-3731dd0fa887 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0288615 May 10 19:28:08.671189 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddbf5a-ed46-4d29-850e-0d6f7436ba4c req-0b50f73b-e7e4-4d87-a9a4-1922142cee10 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:08.674123 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a2ddbf5a-ed46-4d29-850e-0d6f7436ba4c req-0b50f73b-e7e4-4d87-a9a4-1922142cee10 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0569849 May 10 19:28:08.723025 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a2ddbf5a-ed46-4d29-850e-0d6f7436ba4c req-90269cd1-1953-49cb-9752-2f45a763d453 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446160 May 10 19:28:09.539165 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56156) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:09.655838 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1bb1198d-79d0-4e45-aad0-87a3a51f8741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:09.705717 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-2d2616b0-3226-4c26-a323-3e57e920a6db req-87561ac1-946e-45b6-b511-abb902b4522c tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0450766 May 10 19:28:09.799876 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1bb1198d-79d0-4e45-aad0-87a3a51f8741 admin admin] Publish callbacks [] for security_group (3437a766-7af3-4e4a-9fc6-66c2d3dc5e19), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:09.809044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-1bb1198d-79d0-4e45-aad0-87a3a51f8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3437a766-7af3-4e4a-9fc6-66c2d3dc5e19), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:09.872013 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1198d-79d0-4e45-aad0-87a3a51f8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3437a766-7af3-4e4a-9fc6-66c2d3dc5e19,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:09.880940 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b252b-7cd7-4a89-895b-afd3eedecfb0 req-ee486833-b6f6-434a-b271-145c23d779e8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:09.890048 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-1bb1198d-79d0-4e45-aad0-87a3a51f8741 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b016d2fe584e4361b0160b0cd38d9d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497603 May 10 19:28:09.890816 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56166) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:09.891030 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-515b252b-7cd7-4a89-895b-afd3eedecfb0 req-ee486833-b6f6-434a-b271-145c23d779e8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0663030 May 10 19:28:09.956616 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a13f72a2-73d0-4d72-b8d0-23934d2a65d7 admin admin] Publish callbacks [] for security_group (3437a766-7af3-4e4a-9fc6-66c2d3dc5e19), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:09.959576 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-515b252b-7cd7-4a89-895b-afd3eedecfb0 req-90cc7ed5-0f3f-4ae7-9480-0fb39920d1b4 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672328 May 10 19:28:09.980933 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a13f72a2-73d0-4d72-b8d0-23934d2a65d7 admin admin] Publish callbacks [] for security_group (3437a766-7af3-4e4a-9fc6-66c2d3dc5e19), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:10.040337 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a13f72a2-73d0-4d72-b8d0-23934d2a65d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3437a766-7af3-4e4a-9fc6-66c2d3dc5e19), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:10.044808 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a13f72a2-73d0-4d72-b8d0-23934d2a65d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:10.046100 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a13f72a2-73d0-4d72-b8d0-23934d2a65d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3437a766-7af3-4e4a-9fc6-66c2d3dc5e19 HTTP/1.1" status: 204 len: 168 time: 0.1538181 May 10 19:28:10.055747 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f72a2-73d0-4d72-b8d0-23934d2a65d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437a766-7af3-4e4a-9fc6-66c2d3dc5e19,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:10.820708 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-426de835-3fa7-4927-97eb-030205cfd72c req-eb85aa99-8397-4a7c-b687-3dcf2035ae13 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0483837 May 10 19:28:11.140350 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039060ea-07fa-40cd-8010-c8c63cb8a9a1 req-5acddb63-5e8d-4239-b9d5-a1dcda64d46b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:11.141949 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-039060ea-07fa-40cd-8010-c8c63cb8a9a1 req-5acddb63-5e8d-4239-b9d5-a1dcda64d46b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0657146 May 10 19:28:11.220193 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-039060ea-07fa-40cd-8010-c8c63cb8a9a1 req-f43d0489-0bcc-41ff-9671-84d92d1df0b3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720167 May 10 19:28:11.925408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3bb8ab7e-cafc-4d3d-9583-f7cc2eedc3d9 req-924f54fd-f420-4d87-9864-71867d8fb96e tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0318084 May 10 19:28:12.388444 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e054-e9e7-4f64-b104-6abbe11fba54 req-1356d340-22ab-49e1-b7e4-eb47c36db50e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:12.390248 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31b7e054-e9e7-4f64-b104-6abbe11fba54 req-1356d340-22ab-49e1-b7e4-eb47c36db50e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0609698 May 10 19:28:12.465357 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31b7e054-e9e7-4f64-b104-6abbe11fba54 req-d01aec84-72bc-4e90-a370-755986358d0a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671084 May 10 19:28:13.028833 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-38800815-a32e-4e4c-a86d-ff1a606f945d req-3824ba49-ac01-41f6-b4d6-607295944059 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0284700 May 10 19:28:13.595406 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15058d1-ad2c-4da1-8a50-9ea2ce9398aa req-d5ed130f-4543-4466-894e-6554b52f2aed tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:13.597027 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b15058d1-ad2c-4da1-8a50-9ea2ce9398aa req-d5ed130f-4543-4466-894e-6554b52f2aed tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0534170 May 10 19:28:13.644798 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b15058d1-ad2c-4da1-8a50-9ea2ce9398aa req-72f5c3a4-6911-45e5-b73c-d72708f1e904 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413952 May 10 19:28:13.793606 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56228) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:13.893754 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f2e25304-ef79-42a6-a9ae-55575ae36131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:13.972198 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f2e25304-ef79-42a6-a9ae-55575ae36131 admin admin] Publish callbacks [] for security_group (b047eced-e7c2-4b9a-9393-6bcf4075d83c), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:13.975989 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f2e25304-ef79-42a6-a9ae-55575ae36131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b047eced-e7c2-4b9a-9393-6bcf4075d83c), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:14.017516 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56232) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:14.020883 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-f2e25304-ef79-42a6-a9ae-55575ae36131 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=555d298666ad42e299d07e0640290f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226696 May 10 19:28:14.021981 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25304-ef79-42a6-a9ae-55575ae36131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b047eced-e7c2-4b9a-9393-6bcf4075d83c,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:14.074128 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a17b9702-a6cf-4349-b27f-22fba8a8f1cf admin admin] Publish callbacks [] for security_group (b047eced-e7c2-4b9a-9393-6bcf4075d83c), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:14.095520 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a17b9702-a6cf-4349-b27f-22fba8a8f1cf admin admin] Publish callbacks [] for security_group (b047eced-e7c2-4b9a-9393-6bcf4075d83c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:14.126472 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-417926d0-2025-444f-8643-0cc1c28db2d8 req-57543eef-5657-492e-9918-9745954f2916 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0281425 May 10 19:28:14.142805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a17b9702-a6cf-4349-b27f-22fba8a8f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (b047eced-e7c2-4b9a-9393-6bcf4075d83c), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:14.145469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a17b9702-a6cf-4349-b27f-22fba8a8f1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:14.146593 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a17b9702-a6cf-4349-b27f-22fba8a8f1cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b047eced-e7c2-4b9a-9393-6bcf4075d83c HTTP/1.1" status: 204 len: 168 time: 0.1274655 May 10 19:28:14.155096 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b9702-a6cf-4349-b27f-22fba8a8f1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b047eced-e7c2-4b9a-9393-6bcf4075d83c,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:14.331191 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cd40e93e-17ba-427d-9e3a-d4892ac996ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:14.766893 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580b660-f9b6-4714-8471-7d94941559c8 req-9414b583-4057-42bd-9cab-63c11f5ab63a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:14.768338 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b580b660-f9b6-4714-8471-7d94941559c8 req-9414b583-4057-42bd-9cab-63c11f5ab63a tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0453310 May 10 19:28:14.814258 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b580b660-f9b6-4714-8471-7d94941559c8 req-31431049-54c0-4b5a-925f-7eb3f51f6d43 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 May 10 19:28:15.234238 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6e0a1a17-823a-4c47-bbbc-926f668f8fe9 req-bf26d774-0a0c-453f-8dc0-0dea878f3f57 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7dd8645-5b0f-4c85-bf14-42cbc8544d2e HTTP/1.1" status: 200 len: 210 time: 0.0294721 May 10 19:28:15.931321 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58922c-f53c-4ee3-a0f5-a7feda5d4866 req-56ae37cb-3341-4122-8f61-78081062e9be tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:15.932886 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fe58922c-f53c-4ee3-a0f5-a7feda5d4866 req-56ae37cb-3341-4122-8f61-78081062e9be tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 943 time: 0.0470078 May 10 19:28:15.981527 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fe58922c-f53c-4ee3-a0f5-a7feda5d4866 req-770f8cf9-f25f-4b56-822b-12303f447ce8 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 May 10 19:28:15.993155 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.316349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56252) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:16.369758 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-60a4966a-efa3-43ed-bc1d-9cb3312cbfcb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.392311 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-60a4966a-efa3-43ed-bc1d-9cb3312cbfcb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.438714 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-60a4966a-efa3-43ed-bc1d-9cb3312cbfcb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.441324 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-60a4966a-efa3-43ed-bc1d-9cb3312cbfcb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.442441 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-60a4966a-efa3-43ed-bc1d-9cb3312cbfcb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "DELETE /v2.0/security-groups/ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9 HTTP/1.1" status: 204 len: 168 time: 0.1250589 May 10 19:28:16.445537 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56254) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:16.451512 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4966a-efa3-43ed-bc1d-9cb3312cbfcb tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:16.464117 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.api.v2.resource [None req-412af1a7-c17a-4444-bbb0-a89157d2744b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] show failed (client error): The resource could not be found. May 10 19:28:16.465144 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-412af1a7-c17a-4444-bbb0-a89157d2744b tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "GET /v2.0/security-groups/ae1f977e-9f9b-47e9-9237-db7fc4a4d0c9 HTTP/1.1" status: 404 len: 347 time: 0.0185328 May 10 19:28:16.468000 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56256) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:16.481521 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:28:16.578406 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:16.584310 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Deleting port 41eaa6a7-d72a-4e45-975e-0e5b18b03976 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:16.584675 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.590404 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'network_id': '23b57150-617f-4822-b282-056863670252', 'port_id': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'mac_address': 'fa:16:3e:4c:17:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:28:16.627517 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:28:16.627912 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.644102 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a157f2b6-f0b6-483f-a31c-dcb0f0ba264b {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:28:16.661947 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.662267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (41eaa6a7-d72a-4e45-975e-0e5b18b03976), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.663981 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:16.670742 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.676982 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Calling delete_port for 41eaa6a7-d72a-4e45-975e-0e5b18b03976 owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:16.703490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc08b-5554-4e69-8fd3-f4163395783c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.725870 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:28:16.727671 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=9']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:16.811267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (41eaa6a7-d72a-4e45-975e-0e5b18b03976), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.834638 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Pushing event deleted for resources: {'Port': ['ID=41eaa6a7-d72a-4e45-975e-0e5b18b03976,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:16.896834 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks [] for floatingip (b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.899343 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:16.901021 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-3379536c-e2de-46d3-8a90-aaac1ed21892 tempest-AttachVolumeTestJSON-1494567999 tempest-AttachVolumeTestJSON-1494567999-project] 10.222.0.70 "DELETE /v2.0/floatingips/b56f0ef1-02e8-4d57-ab6e-8b1fa1317ccb HTTP/1.1" status: 204 len: 168 time: 0.4320891 May 10 19:28:16.946818 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:28:17.110869 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fdf66-8aa4-4e2a-b948-06bdcd086205 req-76fe5610-bfa1-4c74-bc72-76ecf1c7b098 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:17.112254 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5c4fdf66-8aa4-4e2a-b948-06bdcd086205 req-76fe5610-bfa1-4c74-bc72-76ecf1c7b098 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 944 time: 0.0468187 May 10 19:28:17.162530 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-5c4fdf66-8aa4-4e2a-b948-06bdcd086205 req-b05c8186-f963-4f5d-8a62-110e917981d1 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446985 May 10 19:28:17.424192 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:18.277843 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9a3b-ea30-4d97-8c5a-f1b861a8bce4 req-5928956f-76f9-4cb5-b156-ab1c95fe2d9c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:18.279350 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e62c9a3b-ea30-4d97-8c5a-f1b861a8bce4 req-5928956f-76f9-4cb5-b156-ab1c95fe2d9c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 944 time: 0.0460978 May 10 19:28:18.327322 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-e62c9a3b-ea30-4d97-8c5a-f1b861a8bce4 req-3df35ece-7720-4732-8c5c-afb1bb578a62 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 May 10 19:28:18.495521 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:28:18.541045 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:28:18.541421 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:18.617345 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:28:18.617730 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:18.639737 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:18.641986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808935e-5b44-4006-bd78-2c04f17fb9b1" -d '{"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:18.655467 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:18.658528 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:18.686070 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5138dd-ff1e-4ffc-90c6-e54c61ffbc9c x-openstack-request-id: req-5b5138dd-ff1e-4ffc-90c6-e54c61ffbc9c {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:18.686359 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:18.686633 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b5138dd-ff1e-4ffc-90c6-e54c61ffbc9c {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:18.687026 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5138dd-ff1e-4ffc-90c6-e54c61ffbc9c'] response: {'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'code': 200} May 10 19:28:18.711703 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=10']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:18.859206 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0058-5bb5-46b3-ab8d-4391db52b02b req-d4f706b7-18ca-4e38-a5ed-6f28bb93d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:18.860622 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-610f0058-5bb5-46b3-ab8d-4391db52b02b req-d4f706b7-18ca-4e38-a5ed-6f28bb93d499 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 1130 time: 0.0372670 May 10 19:28:18.909093 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-610f0058-5bb5-46b3-ab8d-4391db52b02b req-d0e92ee5-b830-47a2-96e7-ba6df7fd3798 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 May 10 19:28:19.023802 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:19.442963 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f5446-54af-4f10-af9a-800e1c66335a req-daa73da3-11c8-488d-8d9f-a70b7e4bae68 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:19.444802 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-885f5446-54af-4f10-af9a-800e1c66335a req-daa73da3-11c8-488d-8d9f-a70b7e4bae68 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 946 time: 0.0464242 May 10 19:28:19.491006 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-885f5446-54af-4f10-af9a-800e1c66335a req-86a33f27-ae9d-4ee8-86a2-fe50c8b5a90e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 May 10 19:28:20.431052 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56318) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:20.647646 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:20.662445 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa3d0c-6113-4f9c-aae9-fa585ef05448 req-856711ae-3739-49e0-a043-edfb1ad74e22 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:20.663942 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c8fa3d0c-6113-4f9c-aae9-fa585ef05448 req-856711ae-3739-49e0-a043-edfb1ad74e22 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 946 time: 0.0903759 May 10 19:28:20.760132 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c8fa3d0c-6113-4f9c-aae9-fa585ef05448 req-663c4a97-1fdf-44a6-b905-d89ce48ffe38 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898890 May 10 19:28:21.051847 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (bbf78797-271b-4ce4-9611-c47f1f2723c2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:21.589811 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Deleting port 6b35b75a-c970-467f-908b-b5de45e83821 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:21.590151 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (6b35b75a-c970-467f-908b-b5de45e83821), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:21.665953 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] For port 6b35b75a-c970-467f-908b-b5de45e83821, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=6b35b75a-c970-467f-908b-b5de45e83821,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:21.666642 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (6b35b75a-c970-467f-908b-b5de45e83821), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:21.679199 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Calling delete_port for 6b35b75a-c970-467f-908b-b5de45e83821 owned by network:router_interface {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:21.898195 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e24c5e-35e7-45da-82e5-02dfd4742606 req-febd8c37-f4c0-4291-a6f2-8f17598e5d19 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:21.899562 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-88e24c5e-35e7-45da-82e5-02dfd4742606 req-febd8c37-f4c0-4291-a6f2-8f17598e5d19 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 946 time: 0.0601246 May 10 19:28:21.903540 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (6b35b75a-c970-467f-908b-b5de45e83821), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:21.935013 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b35b75a-c970-467f-908b-b5de45e83821,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:22.023208 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-88e24c5e-35e7-45da-82e5-02dfd4742606 req-8427a18b-67af-4210-b705-d52b58ebd214 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174111 May 10 19:28:22.131587 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (bbf78797-271b-4ce4-9611-c47f1f2723c2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:22.354252 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Router bbf78797-271b-4ce4-9611-c47f1f2723c2 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:22.463816 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:22.468885 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-03532769-80b5-4c23-8f55-a1e6070a63f7 admin admin] 10.222.0.70 "PUT /v2.0/routers/bbf78797-271b-4ce4-9611-c47f1f2723c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0365512 May 10 19:28:22.471434 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56342) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:22.473611 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] Sync routers for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:22.484085 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:22.484726 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:22.576550 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks [] for router (bbf78797-271b-4ce4-9611-c47f1f2723c2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:22.592091 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:22.684538 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks [] for router_gateway (bbf78797-271b-4ce4-9611-c47f1f2723c2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:22.731488 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Deleting port 427267c7-1c92-4b95-805d-937f9dd8883c {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:22.731829 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:22.764605 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:28:21Z', 'revision_number': 5, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port': {'id': '427267c7-1c92-4b95-805d-937f9dd8883c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:22.795337 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] Checking router: bbf78797-271b-4ce4-9611-c47f1f2723c2 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:22.804005 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] Routers {'bbf78797-271b-4ce4-9611-c47f1f2723c2'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:22.804627 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['bbf78797-271b-4ce4-9611-c47f1f2723c2'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:22.813786 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] For port 427267c7-1c92-4b95-805d-937f9dd8883c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=427267c7-1c92-4b95-805d-937f9dd8883c,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:22.814154 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:22.827239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Calling delete_port for 427267c7-1c92-4b95-805d-937f9dd8883c owned by network:router_gateway {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:22.987238 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] Set router bbf78797-271b-4ce4-9611-c47f1f2723c2 gateway port host: None {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:23.003937 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (427267c7-1c92-4b95-805d-937f9dd8883c), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.029811 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=427267c7-1c92-4b95-805d-937f9dd8883c,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:23.041556 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:28:22Z', 'revision_number': 6, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:23.071086 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43799fa0-f8f0-47b6-bef6-e4bc414df122 None None] The sync data for ids ['bbf78797-271b-4ce4-9611-c47f1f2723c2'] in dv-cinder-784815-13-iscsi is: [{'id': 'bbf78797-271b-4ce4-9611-c47f1f2723c2', 'name': 'tempest-AttachVolumeTestJSON-715130583-router', 'tenant_id': '8c2669245ca948cfa795863fa7e43496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:28:22Z', 'revision_number': 6, 'project_id': '8c2669245ca948cfa795863fa7e43496', 'gw_port_host': None}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:23.091978 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (bbf78797-271b-4ce4-9611-c47f1f2723c2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.204857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (bbf78797-271b-4ce4-9611-c47f1f2723c2), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.207352 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks [] for router_controller (bbf78797-271b-4ce4-9611-c47f1f2723c2), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.268661 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (bbf78797-271b-4ce4-9611-c47f1f2723c2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.269140 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf78797-271b-4ce4-9611-c47f1f2723c2 {{(pid=103462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:28:23.274029 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.275838 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ad9266a8-2e4b-43c2-9c0d-b7e2580665f7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/bbf78797-271b-4ce4-9611-c47f1f2723c2 HTTP/1.1" status: 204 len: 168 time: 0.8029406 May 10 19:28:23.278449 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56344) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:23.324635 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.db_base_plugin_v2 [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Deleting subnet 3835e4ca-19e9-4c98-94cd-7287718aa71b {{(pid=103462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:28:23.327651 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Publish callbacks [] for subnet (3835e4ca-19e9-4c98-94cd-7287718aa71b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.361078 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25496657'] for subnet (3835e4ca-19e9-4c98-94cd-7287718aa71b), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.440372 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (3835e4ca-19e9-4c98-94cd-7287718aa71b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.499618 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26885953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3423291'] for subnet (3835e4ca-19e9-4c98-94cd-7287718aa71b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.525930 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3835e4ca-19e9-4c98-94cd-7287718aa71b,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:23.529530 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.532710 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a149a14f-1eb1-4289-ad46-ade6c4b62d3e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3835e4ca-19e9-4c98-94cd-7287718aa71b HTTP/1.1" status: 204 len: 168 time: 0.2532923 May 10 19:28:23.535188 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56346) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:23.536190 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5e166-2e3e-425c-955f-ef0b338234f5 None None] Network dcbda2b8-24f3-4e04-abd8-14474ec22014 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:28:23.603630 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (dcbda2b8-24f3-4e04-abd8-14474ec22014), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.648216 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Deleting port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:23.648590 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.714828 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] For port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,segment=NetworkSegment(9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50),segment_id=9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:23.715540 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.728475 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Calling delete_port for 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 owned by network:dhcp {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:23.804171 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.834012 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:23.837553 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] No DVR routers for this DVR port 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 on host dv-cinder-784815-13-iscsi {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:23.851196 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c52178-530e-4db0-b10b-aa90ec732b09 None None] DHCP port deletion for dcbda2b8-24f3-4e04-abd8-14474ec22014 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:28:23.913659 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (dcbda2b8-24f3-4e04-abd8-14474ec22014), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.935121 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbda2b8-24f3-4e04-abd8-14474ec22014']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:23.947145 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:23.947493 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:23.958314 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.972066 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.984998 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:28:23.985410 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (9a3fa6b4-0861-40b7-b4e0-1a98a40a8e50), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:28:23.987313 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:28:24.034884 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:24.050699 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (dcbda2b8-24f3-4e04-abd8-14474ec22014), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:24.058869 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:24.062528 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] 10.222.0.70 "DELETE /v2.0/networks/dcbda2b8-24f3-4e04-abd8-14474ec22014 HTTP/1.1" status: 204 len: 168 time: 0.5264137 May 10 19:28:24.072804 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2924445-be9f-43e0-8a15-db4088e2a40b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbda2b8-24f3-4e04-abd8-14474ec22014,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:24.078923 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:24.079305 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 0fd52d82-bc6c-4a1a-aa80-81896bb9c6d7 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:24.079725 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 6b35b75a-c970-467f-908b-b5de45e83821 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:24.100215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 6b35b75a-c970-467f-908b-b5de45e83821 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:24.100654 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 6b35b75a-c970-467f-908b-b5de45e83821 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:24.101283 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 427267c7-1c92-4b95-805d-937f9dd8883c no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:24.122168 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 427267c7-1c92-4b95-805d-937f9dd8883c {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:24.122689 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 427267c7-1c92-4b95-805d-937f9dd8883c not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:24.194221 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56354) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:24.233840 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a115de14-4e99-49c3-866a-23378d5475d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c2669245ca948cfa795863fa7e43496&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384367 May 10 19:28:24.236246 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56356) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:24.282222 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d31a8a9-b098-4137-99dc-abd932e5d0cd admin admin] Publish callbacks [] for security_group (37c79d84-90be-4540-946d-416d102f3c52), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:24.303672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d31a8a9-b098-4137-99dc-abd932e5d0cd admin admin] Publish callbacks [] for security_group (37c79d84-90be-4540-946d-416d102f3c52), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:24.348846 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d31a8a9-b098-4137-99dc-abd932e5d0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (37c79d84-90be-4540-946d-416d102f3c52), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:24.351324 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6d31a8a9-b098-4137-99dc-abd932e5d0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:24.352456 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-6d31a8a9-b098-4137-99dc-abd932e5d0cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37c79d84-90be-4540-946d-416d102f3c52 HTTP/1.1" status: 204 len: 168 time: 0.1152894 May 10 19:28:24.360388 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a8a9-b098-4137-99dc-abd932e5d0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c79d84-90be-4540-946d-416d102f3c52,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:24.676042 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-cd66bb72-d70c-4d60-bd58-3bf5364341d3 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976669006&fields=id&tenant_id=fb8f2405eb7a484da3d99929e2e78ddb HTTP/1.1" status: 200 len: 267 time: 0.0516613 May 10 19:28:24.728919 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-976716fd-d410-4445-a3c1-7329cf0a9e94 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:24.730316 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-976716fd-d410-4445-a3c1-7329cf0a9e94 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 985 time: 0.0488498 May 10 19:28:24.740851 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Request body: {'port': {'security_groups': ['bb63be3e-c126-4899-a2e1-d9b5605df725']}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:28:24.821244 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.006379 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:25.036632 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), precommit_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.042725 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26885903'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_update {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.055782 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1e380fac-eb24-4b35-95ba-473a58e3a45a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:28:25.099357 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:25.100078 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.105921 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c14b27c2-9a04-44a6-9064-1579b1493970 req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "PUT /v2.0/ports/1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 943 time: 0.3693824 May 10 19:28:25.106865 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:25.108871 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56382) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:25.109950 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6106a10f-ee09-4002-b846-1fbd114fce3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:25.131013 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319aadc5-c682-489d-8259-4bab37cc4537 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event updated for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=7']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:25.207561 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb57fe9-0672-4d39-9dbe-37275609a6a2 x-openstack-request-id: req-8bb57fe9-0672-4d39-9dbe-37275609a6a2 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:25.208077 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:25.208460 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bb57fe9-0672-4d39-9dbe-37275609a6a2 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:25.208971 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb57fe9-0672-4d39-9dbe-37275609a6a2'] response: {'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'status': 'completed', 'code': 200} May 10 19:28:25.224481 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1e380fac-eb24-4b35-95ba-473a58e3a45a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:28:25.276266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-e6463f76-dc25-4d7d-acbd-2d610b882f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:25.278036 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-e6463f76-dc25-4d7d-acbd-2d610b882f66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1130 time: 0.0415168 May 10 19:28:25.284126 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group (0a43acaa-2d1c-444d-beab-e2c492fde9a2), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.366022 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group (0a43acaa-2d1c-444d-beab-e2c492fde9a2), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.435146 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-ee5ff39a-c554-491b-b71a-ddd9c44b0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:25.437167 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-ee5ff39a-c554-491b-b71a-ddd9c44b0d65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 916 time: 0.1501505 May 10 19:28:25.462392 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-123c3c1f-f0a4-4cff-9c91-ee46555b8cc7 None None] Provisioning complete for port 1e380fac-eb24-4b35-95ba-473a58e3a45a triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:28:25.463632 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-123c3c1f-f0a4-4cff-9c91-ee46555b8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.502384 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (0a43acaa-2d1c-444d-beab-e2c492fde9a2), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.505964 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.507565 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "DELETE /v2.0/security-groups/0a43acaa-2d1c-444d-beab-e2c492fde9a2 HTTP/1.1" status: 204 len: 168 time: 0.3959703 May 10 19:28:25.511379 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56398) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:25.521866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43acaa-2d1c-444d-beab-e2c492fde9a2,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:25.536298 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.536697 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.537043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.537580 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.538185 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.538691 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.539194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.539701 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.540182 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.541294 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.541790 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.542300 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.542797 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.543479 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.544134 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745a52f0-32b0-4595-be44-f891bc405883 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:25.549049 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-a18e209f-5de2-4ab3-853c-2e5380f6767a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 1002 time: 0.1022265 May 10 19:28:25.569369 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-123c3c1f-f0a4-4cff-9c91-ee46555b8cc7 None None] Current status of the port 1e380fac-eb24-4b35-95ba-473a58e3a45a is: ACTIVE; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:28:25.613176 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-978a685e-7854-4718-ad2e-674dcbff588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:25.615691 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-978a685e-7854-4718-ad2e-674dcbff588e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 200 len: 854 time: 0.0565729 May 10 19:28:25.661245 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-ec73247c-a61e-4861-a4db-7d0656e82c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:25.662867 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-ec73247c-a61e-4861-a4db-7d0656e82c94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e86f322-bba8-47e4-b682-aba362e382e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425091 May 10 19:28:25.710185 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Deleting port 13943dea-5a44-44a2-ba83-9f8fe06a4f51 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:25.710810 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.756844 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-4b890b5c-a3b7-4c2d-a9a3-35dbafa7037a service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875423 May 10 19:28:25.791511 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.791511 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for floatingip (13943dea-5a44-44a2-ba83-9f8fe06a4f51), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:25.805069 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Calling delete_port for 13943dea-5a44-44a2-ba83-9f8fe06a4f51 owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:25.866755 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-6106a10f-ee09-4002-b846-1fbd114fce3d req-fc7b4e39-17e1-4f6e-819e-7798238c76d7 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008310 May 10 19:28:26.001634 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (13943dea-5a44-44a2-ba83-9f8fe06a4f51), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.033125 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event deleted for resources: {'Port': ['ID=13943dea-5a44-44a2-ba83-9f8fe06a4f51,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:26.099959 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks [] for floatingip (d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.100453 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.l3_db [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Floating IP d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd disassociated (deleted). External IP: 172.27.0.246, port: 1e380fac-eb24-4b35-95ba-473a58e3a45a. May 10 19:28:26.487705 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56436) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:26.584805 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Router 51b65f8e-9a65-46ce-949a-0be01702c781 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:26.604370 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bed1ceef-cbd5-4ca4-8b53-f7187b453a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.681390 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bed1ceef-cbd5-4ca4-8b53-f7187b453a24 admin admin] Publish callbacks [] for security_group (e057b7c9-12a1-4ac2-8a4a-e031a0e57614), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.686139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bed1ceef-cbd5-4ca4-8b53-f7187b453a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e057b7c9-12a1-4ac2-8a4a-e031a0e57614), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.701074 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:26.705643 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.712001 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] Sync routers for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:26.723412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:26.724296 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:26.726951 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1ceef-cbd5-4ca4-8b53-f7187b453a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e057b7c9-12a1-4ac2-8a4a-e031a0e57614,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:26.734980 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-bed1ceef-cbd5-4ca4-8b53-f7187b453a24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=841bdc33137c4f26952f60aa95e113f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453201 May 10 19:28:26.734980 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56440) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:26.744782 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-6af754ce-09a9-471e-91ec-ae77d69faeb8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "DELETE /v2.0/floatingips/d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd HTTP/1.1" status: 204 len: 168 time: 1.2324796 May 10 19:28:26.786033 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5937a999-43a8-4ff1-925f-0d50a500367a admin admin] Publish callbacks [] for security_group (e057b7c9-12a1-4ac2-8a4a-e031a0e57614), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.815150 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5937a999-43a8-4ff1-925f-0d50a500367a admin admin] Publish callbacks [] for security_group (e057b7c9-12a1-4ac2-8a4a-e031a0e57614), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.870449 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5937a999-43a8-4ff1-925f-0d50a500367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e057b7c9-12a1-4ac2-8a4a-e031a0e57614), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.873232 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-5937a999-43a8-4ff1-925f-0d50a500367a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:26.878147 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-5937a999-43a8-4ff1-925f-0d50a500367a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e057b7c9-12a1-4ac2-8a4a-e031a0e57614 HTTP/1.1" status: 204 len: 168 time: 0.1390603 May 10 19:28:26.883944 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937a999-43a8-4ff1-925f-0d50a500367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e057b7c9-12a1-4ac2-8a4a-e031a0e57614,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:27.016370 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:27.178164 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56454) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:27.191499 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e8433c57-db0f-4b49-b93b-6bca28cf70ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.210546 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:27.213280 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f741c4b962e481a0dffca10ba19aa5a1c7a4df9c9e40038f0ea4f3be9c7e6362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90470374-1294-44fe-b2b7-620639522722" -d '{"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:27.225673 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:27.253823 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed61862-327d-4056-9d3c-74660102ea15 x-openstack-request-id: req-3ed61862-327d-4056-9d3c-74660102ea15 {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:27.254134 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "status": "completed", "code": 200}]} {{(pid=103462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:27.254736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ed61862-327d-4056-9d3c-74660102ea15 {{(pid=103462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:27.255119 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] Checking router: 51b65f8e-9a65-46ce-949a-0be01702c781 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:27.255664 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed61862-327d-4056-9d3c-74660102ea15'] response: {'name': 'network-changed', 'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'status': 'completed', 'code': 200} May 10 19:28:27.264737 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:27.265353 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:27.275201 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e8433c57-db0f-4b49-b93b-6bca28cf70ef admin admin] Publish callbacks [] for security_group (6d8461f7-7935-4c40-8a40-52c843877059), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.279006 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e8433c57-db0f-4b49-b93b-6bca28cf70ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6d8461f7-7935-4c40-8a40-52c843877059), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.309988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8433c57-db0f-4b49-b93b-6bca28cf70ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8461f7-7935-4c40-8a40-52c843877059,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:27.329011 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56458) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:27.332724 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e8433c57-db0f-4b49-b93b-6bca28cf70ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6fe293d665245b490c0296f82887679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493192 May 10 19:28:27.377076 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c25ec34b-a01a-4e1b-90c8-7b27e21191ec admin admin] Publish callbacks [] for security_group (6d8461f7-7935-4c40-8a40-52c843877059), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.378238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:27.398826 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c25ec34b-a01a-4e1b-90c8-7b27e21191ec admin admin] Publish callbacks [] for security_group (6d8461f7-7935-4c40-8a40-52c843877059), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.452188 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c25ec34b-a01a-4e1b-90c8-7b27e21191ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6d8461f7-7935-4c40-8a40-52c843877059), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.454876 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c25ec34b-a01a-4e1b-90c8-7b27e21191ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:27.458278 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c25ec34b-a01a-4e1b-90c8-7b27e21191ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d8461f7-7935-4c40-8a40-52c843877059 HTTP/1.1" status: 204 len: 168 time: 0.1260431 May 10 19:28:27.476409 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ec34b-a01a-4e1b-90c8-7b27e21191ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8461f7-7935-4c40-8a40-52c843877059,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:27.510334 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470374-1294-44fe-b2b7-620639522722 req-9d05bf77-3e30-4d5e-a903-1eba41958d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:27.511699 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-9d05bf77-3e30-4d5e-a903-1eba41958d67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 1130 time: 0.0526457 May 10 19:28:27.600781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:27.630493 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f3253-2acb-47ef-9950-c85695bf3884 None None] The sync data for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi is: [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:25:40Z', 'revision_number': 4, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'be7a2f71-4417-40cb-aa55-4e5579fcb9a1', 'name': '', 'network_id': '5e86f322-bba8-47e4-b682-aba362e382e7', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'mac_address': 'fa:16:3e:c2:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:52Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'subnets': [{'id': 'b004dd82-9e11-4354-935d-ecc534364b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:27.683140 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470374-1294-44fe-b2b7-620639522722 req-0ec3c943-c563-489a-835e-bc232e6ceaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:27.685282 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-0ec3c943-c563-489a-835e-bc232e6ceaf5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 200 len: 916 time: 0.1189787 May 10 19:28:27.731625 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-b6a8457f-919f-4b41-beb7-a515388807d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 200 len: 217 time: 0.0384429 May 10 19:28:27.791576 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470374-1294-44fe-b2b7-620639522722 req-1cbc5d00-f67b-4734-b787-9241c0e33cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:27.793156 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-1cbc5d00-f67b-4734-b787-9241c0e33cb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 200 len: 854 time: 0.0539293 May 10 19:28:27.843740 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470374-1294-44fe-b2b7-620639522722 req-baf9da99-918a-46dd-a926-e1477f40228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:27.845566 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-baf9da99-918a-46dd-a926-e1477f40228c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e86f322-bba8-47e4-b682-aba362e382e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465605 May 10 19:28:27.947582 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac7d41-c5a1-4935-9107-11f3eb14c55c None None] New status for floating IP d19eaaa1-c236-40a7-b5a0-c5f14eccc7bd: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:28:27.954611 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-5e03105d-21d6-4aa7-a760-c70831865450 service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024656 May 10 19:28:28.065526 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-90470374-1294-44fe-b2b7-620639522722 req-4e25adf8-9e3c-462f-8e0e-2ae9e7fd3d5e service neutron] 10.222.0.73 "GET /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019509 May 10 19:28:29.158484 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56512) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:29.257587 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-250dbb87-6d73-4ef7-82bf-72e2e13719c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.332362 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-250dbb87-6d73-4ef7-82bf-72e2e13719c9 admin admin] Publish callbacks [] for security_group (f8eee1d4-44f2-4773-a65b-1525b8ee3cfe), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.336481 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-250dbb87-6d73-4ef7-82bf-72e2e13719c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f8eee1d4-44f2-4773-a65b-1525b8ee3cfe), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.376005 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbb87-6d73-4ef7-82bf-72e2e13719c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eee1d4-44f2-4773-a65b-1525b8ee3cfe,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:29.383926 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56520) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:29.384971 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-250dbb87-6d73-4ef7-82bf-72e2e13719c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=297d556cbabb4d0b8408984e0a079c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243729 May 10 19:28:29.439846 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e2a946e4-2c41-451a-a18e-4eafe6315f4a admin admin] Publish callbacks [] for security_group (f8eee1d4-44f2-4773-a65b-1525b8ee3cfe), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.461857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e2a946e4-2c41-451a-a18e-4eafe6315f4a admin admin] Publish callbacks [] for security_group (f8eee1d4-44f2-4773-a65b-1525b8ee3cfe), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.515844 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e2a946e4-2c41-451a-a18e-4eafe6315f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f8eee1d4-44f2-4773-a65b-1525b8ee3cfe), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.518480 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e2a946e4-2c41-451a-a18e-4eafe6315f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.519615 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e2a946e4-2c41-451a-a18e-4eafe6315f4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8eee1d4-44f2-4773-a65b-1525b8ee3cfe HTTP/1.1" status: 204 len: 168 time: 0.1339624 May 10 19:28:29.532445 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a946e4-2c41-451a-a18e-4eafe6315f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eee1d4-44f2-4773-a65b-1525b8ee3cfe,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:29.578045 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dc336-9e41-47da-82a8-2c15a186fdd1 req-011d582b-1d29-4fd9-bfe0-4b11f6c28720 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:29.585103 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-094dc336-9e41-47da-82a8-2c15a186fdd1 req-011d582b-1d29-4fd9-bfe0-4b11f6c28720 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0560067 May 10 19:28:29.629913 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-094dc336-9e41-47da-82a8-2c15a186fdd1 req-4920f805-69b7-4b3f-8a2a-064a08a07620 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 May 10 19:28:29.788255 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56528) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:29.801236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e2a03c0-afd6-4d30-8af4-aa92f856911c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.873946 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e2a03c0-afd6-4d30-8af4-aa92f856911c admin admin] Publish callbacks [] for security_group (652a78d6-fd03-431e-8aff-fc52ccdc4bb0), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.877884 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-0e2a03c0-afd6-4d30-8af4-aa92f856911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (652a78d6-fd03-431e-8aff-fc52ccdc4bb0), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.919453 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0e2a03c0-afd6-4d30-8af4-aa92f856911c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00504f6add3240148279650ac7b0b189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300964 May 10 19:28:29.920414 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a03c0-afd6-4d30-8af4-aa92f856911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652a78d6-fd03-431e-8aff-fc52ccdc4bb0,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:29.922164 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56530) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:29.975139 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5d8-7ed6-48b8-80fe-9a0b243573a3 admin admin] Publish callbacks [] for security_group (652a78d6-fd03-431e-8aff-fc52ccdc4bb0), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:29.998631 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5d8-7ed6-48b8-80fe-9a0b243573a3 admin admin] Publish callbacks [] for security_group (652a78d6-fd03-431e-8aff-fc52ccdc4bb0), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:30.050182 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5d8-7ed6-48b8-80fe-9a0b243573a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (652a78d6-fd03-431e-8aff-fc52ccdc4bb0), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:30.052773 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e5d8-7ed6-48b8-80fe-9a0b243573a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:30.053896 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ccc3e5d8-7ed6-48b8-80fe-9a0b243573a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/652a78d6-fd03-431e-8aff-fc52ccdc4bb0 HTTP/1.1" status: 204 len: 168 time: 0.1306636 May 10 19:28:30.061703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3e5d8-7ed6-48b8-80fe-9a0b243573a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a78d6-fd03-431e-8aff-fc52ccdc4bb0,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:30.747394 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56d08d-791e-4dfa-9cd8-2dbf3de163cb req-b8f1cedc-ebb9-4b16-82f7-ec192007242d tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:30.749000 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-db56d08d-791e-4dfa-9cd8-2dbf3de163cb req-b8f1cedc-ebb9-4b16-82f7-ec192007242d tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0465171 May 10 19:28:30.798438 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-db56d08d-791e-4dfa-9cd8-2dbf3de163cb req-ed3d2bde-0b11-48d7-b436-ab597852e2b7 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb63be3e-c126-4899-a2e1-d9b5605df725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 May 10 19:28:31.450055 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-7d65dba3-989b-4c36-98fc-d0338c8ce2a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:31.451778 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-7d65dba3-989b-4c36-98fc-d0338c8ce2a4 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 946 time: 0.0558059 May 10 19:28:31.546624 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Deleting port 1e380fac-eb24-4b35-95ba-473a58e3a45a {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:31.547068 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:31.654138 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] For port 1e380fac-eb24-4b35-95ba-473a58e3a45a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=1e380fac-eb24-4b35-95ba-473a58e3a45a,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:31.654662 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:31.673848 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Calling delete_port for 1e380fac-eb24-4b35-95ba-473a58e3a45a owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:31.841326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (1e380fac-eb24-4b35-95ba-473a58e3a45a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:31.854910 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['1e380fac-eb24-4b35-95ba-473a58e3a45a'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:28:31.875054 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Pushing event deleted for resources: {'Port': ['ID=1e380fac-eb24-4b35-95ba-473a58e3a45a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:31.918723 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-68ef7a60-b1ba-4db7-8812-67d1a369275d req-b66db062-a1a4-4af0-b79e-c5fbc88b08b8 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e844a26-61c8-4d5e-a0b0-d74afd895899 HTTP/1.1" status: 200 len: 210 time: 0.0344248 May 10 19:28:31.935778 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] No DVR routers for this DVR port 1e380fac-eb24-4b35-95ba-473a58e3a45a on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:31.938217 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:31.941489 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2fefed78-f58c-4818-b9e4-3fa8ecc87d1d req-3a9feeb4-d1db-4524-9f66-bda49dd38998 tempest-TestMinimumBasicScenario-468420981 tempest-TestMinimumBasicScenario-468420981-project] 10.222.0.73 "DELETE /v2.0/ports/1e380fac-eb24-4b35-95ba-473a58e3a45a HTTP/1.1" status: 204 len: 173 time: 0.4849043 May 10 19:28:31.941943 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'name': 'network-vif-deleted', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:31.945094 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac13947c-c66d-405f-b765-c8fb3ed7414e" -d '{"events": [{"server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "name": "network-vif-deleted", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:31.990103 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b406c2b-35d8-432d-8adb-b20192eb7585 x-openstack-request-id: req-7b406c2b-35d8-432d-8adb-b20192eb7585 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:31.990401 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e844a26-61c8-4d5e-a0b0-d74afd895899", "name": "network-vif-deleted", "tag": "1e380fac-eb24-4b35-95ba-473a58e3a45a", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:31.990654 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b406c2b-35d8-432d-8adb-b20192eb7585 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:31.991061 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b406c2b-35d8-432d-8adb-b20192eb7585'] response: {'server_uuid': '7e844a26-61c8-4d5e-a0b0-d74afd895899', 'name': 'network-vif-deleted', 'tag': '1e380fac-eb24-4b35-95ba-473a58e3a45a', 'status': 'completed', 'code': 200} May 10 19:28:33.616215 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56660) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:33.941908 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (51b65f8e-9a65-46ce-949a-0be01702c781), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:34.442510 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Deleting port be7a2f71-4417-40cb-aa55-4e5579fcb9a1 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:34.442853 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:34.522278 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] For port be7a2f71-4417-40cb-aa55-4e5579fcb9a1, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:34.522641 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:34.535805 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Calling delete_port for be7a2f71-4417-40cb-aa55-4e5579fcb9a1 owned by network:router_interface {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:34.723060 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (be7a2f71-4417-40cb-aa55-4e5579fcb9a1), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:34.753798 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7a2f71-4417-40cb-aa55-4e5579fcb9a1,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:34.920981 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (51b65f8e-9a65-46ce-949a-0be01702c781), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.135479 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Router 51b65f8e-9a65-46ce-949a-0be01702c781 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:35.242274 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:35.250008 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f65f408d-b859-4583-b4dd-12457194dc78 admin admin] 10.222.0.70 "PUT /v2.0/routers/51b65f8e-9a65-46ce-949a-0be01702c781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300769 May 10 19:28:35.250872 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56676) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:35.251578 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] Sync routers for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:35.262268 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:35.262885 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:35.357938 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks [] for router (51b65f8e-9a65-46ce-949a-0be01702c781), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.368534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:35.466175 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks [] for router_gateway (51b65f8e-9a65-46ce-949a-0be01702c781), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.515368 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Deleting port f76526ea-10e2-4211-91df-489e55c49458 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:35.515712 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (f76526ea-10e2-4211-91df-489e55c49458), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.541279 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f76526ea-10e2-4211-91df-489e55c49458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:28:34Z', 'revision_number': 5, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port': {'id': 'f76526ea-10e2-4211-91df-489e55c49458', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:37Z', 'updated_at': '2022-05-10T19:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:35.572735 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] Checking router: 51b65f8e-9a65-46ce-949a-0be01702c781 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:35.583791 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] Routers {'51b65f8e-9a65-46ce-949a-0be01702c781'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:35.584408 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['51b65f8e-9a65-46ce-949a-0be01702c781'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:35.601005 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] For port f76526ea-10e2-4211-91df-489e55c49458, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f76526ea-10e2-4211-91df-489e55c49458,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:35.601647 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (f76526ea-10e2-4211-91df-489e55c49458), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.615496 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Calling delete_port for f76526ea-10e2-4211-91df-489e55c49458 owned by network:router_gateway {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:35.678591 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] Set router 51b65f8e-9a65-46ce-949a-0be01702c781 gateway port host: None {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:35.737534 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:28:35Z', 'revision_number': 6, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:35.766859 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d6a5f-94ad-4ca7-8238-c43af7cb9649 None None] The sync data for ids ['51b65f8e-9a65-46ce-949a-0be01702c781'] in dv-cinder-784815-13-iscsi is: [{'id': '51b65f8e-9a65-46ce-949a-0be01702c781', 'name': 'tempest-TestMinimumBasicScenario-1580759405-router', 'tenant_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:36Z', 'updated_at': '2022-05-10T19:28:35Z', 'revision_number': 6, 'project_id': 'fb8f2405eb7a484da3d99929e2e78ddb', 'gw_port_host': None}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:35.805702 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (f76526ea-10e2-4211-91df-489e55c49458), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.835992 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76526ea-10e2-4211-91df-489e55c49458,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:35.899450 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (51b65f8e-9a65-46ce-949a-0be01702c781), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.912802 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56692) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:35.994775 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (51b65f8e-9a65-46ce-949a-0be01702c781), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:35.997347 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks [] for router_controller (51b65f8e-9a65-46ce-949a-0be01702c781), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.021113 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-58cb30ea-bd65-4083-8a81-14a8b9a4a1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.041044 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (51b65f8e-9a65-46ce-949a-0be01702c781), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.041594 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51b65f8e-9a65-46ce-949a-0be01702c781 {{(pid=103462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:28:36.046204 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.047325 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e40939f1-502d-4867-8e9c-6db803119398 admin admin] 10.222.0.70 "DELETE /v2.0/routers/51b65f8e-9a65-46ce-949a-0be01702c781 HTTP/1.1" status: 204 len: 168 time: 0.7954433 May 10 19:28:36.049926 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56696) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:36.112560 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Deleting subnet b004dd82-9e11-4354-935d-ecc534364b80 {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:28:36.116462 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Publish callbacks [] for subnet (b004dd82-9e11-4354-935d-ecc534364b80), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.168718 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (b004dd82-9e11-4354-935d-ecc534364b80), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.209425 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-58cb30ea-bd65-4083-8a81-14a8b9a4a1a9 admin admin] Publish callbacks [] for security_group (44258c1e-f24d-44dd-87c0-3d5798385506), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.217870 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-58cb30ea-bd65-4083-8a81-14a8b9a4a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (44258c1e-f24d-44dd-87c0-3d5798385506), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.233315 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device be7a2f71-4417-40cb-aa55-4e5579fcb9a1 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:36.262837 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: be7a2f71-4417-40cb-aa55-4e5579fcb9a1 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:36.263443 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device be7a2f71-4417-40cb-aa55-4e5579fcb9a1 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:36.322319 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-58cb30ea-bd65-4083-8a81-14a8b9a4a1a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c82fc1f9f454cae9b66fe8c6a64bd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083500 May 10 19:28:36.324961 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56700) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:36.325435 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb30ea-bd65-4083-8a81-14a8b9a4a1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44258c1e-f24d-44dd-87c0-3d5798385506,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:36.329636 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (b004dd82-9e11-4354-935d-ecc534364b80), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.381222 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4eb6-e82a-41e5-9e6f-58a8d06ac362 admin admin] Publish callbacks [] for security_group (44258c1e-f24d-44dd-87c0-3d5798385506), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.387540 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (b004dd82-9e11-4354-935d-ecc534364b80), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.404018 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4eb6-e82a-41e5-9e6f-58a8d06ac362 admin admin] Publish callbacks [] for security_group (44258c1e-f24d-44dd-87c0-3d5798385506), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.415314 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.420881 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b004dd82-9e11-4354-935d-ecc534364b80 HTTP/1.1" status: 204 len: 168 time: 0.3699906 May 10 19:28:36.421147 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56702) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:36.422192 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6ab60-c83b-45f8-8e7c-ef5d8eb650e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b004dd82-9e11-4354-935d-ecc534364b80,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:36.424090 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e0ea7-971a-4634-9457-75f1a2f4ffbe None None] Network 5e86f322-bba8-47e4-b682-aba362e382e7 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:28:36.502116 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (5e86f322-bba8-47e4-b682-aba362e382e7), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.510464 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4eb6-e82a-41e5-9e6f-58a8d06ac362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (44258c1e-f24d-44dd-87c0-3d5798385506), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.513870 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4eb6-e82a-41e5-9e6f-58a8d06ac362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.514963 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-bf4a4eb6-e82a-41e5-9e6f-58a8d06ac362 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44258c1e-f24d-44dd-87c0-3d5798385506 HTTP/1.1" status: 204 len: 168 time: 0.1887164 May 10 19:28:36.549542 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a4eb6-e82a-41e5-9e6f-58a8d06ac362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44258c1e-f24d-44dd-87c0-3d5798385506,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:36.569584 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Deleting port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:36.569995 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.589432 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1e380fac-eb24-4b35-95ba-473a58e3a45a no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:36.597705 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] DHCP port deletion for 5e86f322-bba8-47e4-b682-aba362e382e7 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:28:36.648798 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 1e380fac-eb24-4b35-95ba-473a58e3a45a {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:36.650026 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 1e380fac-eb24-4b35-95ba-473a58e3a45a not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:36.651441 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] For port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:36.652554 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.670673 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] Deleting port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:36.671047 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.671164 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Calling delete_port for cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 owned by network:dhcp {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:36.738510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] For port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,segment=NetworkSegment(5a2bef7c-600e-48dd-a32e-9a27d8061905),segment_id=5a2bef7c-600e-48dd-a32e-9a27d8061905)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:36.739096 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.755748 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] Calling delete_port for cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:36.785306 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.818107 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] No DVR routers for this DVR port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 on host dv-cinder-784815-13-iscsi {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:36.820129 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:36.848169 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.880862 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] Pushing event deleted for resources: {'Port': ['ID=cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:36.883534 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56708) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:36.884222 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610ccc3-6cec-45ce-be5c-19d9c638bb2b None None] No DVR routers for this DVR port cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:36.900095 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (5e86f322-bba8-47e4-b682-aba362e382e7), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.902290 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-21a5c89a-b7d5-4874-b2b7-bb00a7f6fb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.922368 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86f322-bba8-47e4-b682-aba362e382e7']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:36.934043 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2bef7c-600e-48dd-a32e-9a27d8061905') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:36.934363 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2bef7c-600e-48dd-a32e-9a27d8061905') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:36.948310 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (5a2bef7c-600e-48dd-a32e-9a27d8061905), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.965818 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (5a2bef7c-600e-48dd-a32e-9a27d8061905), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.972924 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:28:36.973408 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (5a2bef7c-600e-48dd-a32e-9a27d8061905), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:28:36.975630 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:28:36.989982 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-21a5c89a-b7d5-4874-b2b7-bb00a7f6fb5a admin admin] Publish callbacks [] for security_group (911a22f5-3791-4c52-9dea-6dd790764bbe), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:36.995130 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-21a5c89a-b7d5-4874-b2b7-bb00a7f6fb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (911a22f5-3791-4c52-9dea-6dd790764bbe), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.030779 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-21a5c89a-b7d5-4874-b2b7-bb00a7f6fb5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e442ad85bbdf4905a3fe1d81f42e361c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424036 May 10 19:28:37.030779 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56710) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:37.044340 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (5e86f322-bba8-47e4-b682-aba362e382e7), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.049317 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.052840 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] 10.222.0.70 "DELETE /v2.0/networks/5e86f322-bba8-47e4-b682-aba362e382e7 HTTP/1.1" status: 204 len: 168 time: 0.6306014 May 10 19:28:37.056447 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5c89a-b7d5-4874-b2b7-bb00a7f6fb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911a22f5-3791-4c52-9dea-6dd790764bbe,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:37.056611 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56712) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:37.073740 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c15f64-5128-42da-bb4e-851f808c454b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e86f322-bba8-47e4-b682-aba362e382e7,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:37.102153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fe9aadec-044b-48be-8f07-20d445bd2ad8 admin admin] Publish callbacks [] for security_group (911a22f5-3791-4c52-9dea-6dd790764bbe), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.127141 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fe9aadec-044b-48be-8f07-20d445bd2ad8 admin admin] Publish callbacks [] for security_group (911a22f5-3791-4c52-9dea-6dd790764bbe), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.178821 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fe9aadec-044b-48be-8f07-20d445bd2ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (911a22f5-3791-4c52-9dea-6dd790764bbe), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.182129 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fe9aadec-044b-48be-8f07-20d445bd2ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.185615 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-fe9aadec-044b-48be-8f07-20d445bd2ad8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/911a22f5-3791-4c52-9dea-6dd790764bbe HTTP/1.1" status: 204 len: 168 time: 0.1518562 May 10 19:28:37.200137 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aadec-044b-48be-8f07-20d445bd2ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a22f5-3791-4c52-9dea-6dd790764bbe,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:37.416190 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.655033 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Deleting port f4ac564e-b25a-49ce-ad54-07b274fba95b {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:37.655378 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.736321 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] For port f4ac564e-b25a-49ce-ad54-07b274fba95b, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f4ac564e-b25a-49ce-ad54-07b274fba95b,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:37.736722 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.750346 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Calling delete_port for f4ac564e-b25a-49ce-ad54-07b274fba95b owned by network:router_interface {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:37.934343 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (f4ac564e-b25a-49ce-ad54-07b274fba95b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:37.961444 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ac564e-b25a-49ce-ad54-07b274fba95b,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:38.037535 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f76526ea-10e2-4211-91df-489e55c49458 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:38.060646 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: f76526ea-10e2-4211-91df-489e55c49458 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:38.060992 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f76526ea-10e2-4211-91df-489e55c49458 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:38.061412 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:38.085779 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:38.086312 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cc3e9f8b-ad3c-45af-ae89-ae5f05aa5ac9 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:38.177703 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:38.403178 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:38.518534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:38.523645 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4c7f6276-ddb0-4a40-a9e0-fd9db3454dbc admin admin] 10.222.0.70 "PUT /v2.0/routers/4786d8b6-4b0f-47a1-b091-aa8d37a6e310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4659693 May 10 19:28:38.526285 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56756) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:38.527854 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] Sync routers for ids ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:38.538806 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] Routers {'4786d8b6-4b0f-47a1-b091-aa8d37a6e310'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:38.539437 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:38.659986 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] Set router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:38.872070 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:28:37Z', 'revision_number': 5, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:38.907979 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] Checking router: 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:38.917777 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] Routers {'4786d8b6-4b0f-47a1-b091-aa8d37a6e310'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:38.918384 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:38.939141 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks [] for router (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.046412 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] Set router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:39.069793 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks [] for router_gateway (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.121732 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Deleting port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:39.122233 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.205198 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] For port 8e4fcb7c-adff-4f71-9538-b1720e1bcc62, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:39.205632 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.220551 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Calling delete_port for 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 owned by network:router_gateway {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:39.228789 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:28:37Z', 'revision_number': 5, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:39.256459 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71506d8a-dd85-44be-b02d-ec250fe46b93 None None] The sync data for ids ['4786d8b6-4b0f-47a1-b091-aa8d37a6e310'] in dv-cinder-784815-13-iscsi is: [{'id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'name': 'tempest-TestMinimumBasicScenario-643588196-router', 'tenant_id': 'c341256c33c245a6ab12863a9e53a7c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:44Z', 'updated_at': '2022-05-10T19:28:37Z', 'revision_number': 5, 'project_id': 'c341256c33c245a6ab12863a9e53a7c0', 'gw_port': {'id': '8e4fcb7c-adff-4f71-9538-b1720e1bcc62', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786d8b6-4b0f-47a1-b091-aa8d37a6e310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:45Z', 'updated_at': '2022-05-10T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:39.309226 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56786) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:39.425072 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (8e4fcb7c-adff-4f71-9538-b1720e1bcc62), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.432313 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c4361c99-3351-4714-a5ae-c8c2330d04e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.451078 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4fcb7c-adff-4f71-9538-b1720e1bcc62,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:39.523839 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.531681 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c4361c99-3351-4714-a5ae-c8c2330d04e2 admin admin] Publish callbacks [] for security_group (3b22fa95-a81b-41c4-b5bd-e401a6052bf0), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.536441 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c4361c99-3351-4714-a5ae-c8c2330d04e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3b22fa95-a81b-41c4-b5bd-e401a6052bf0), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.574961 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361c99-3351-4714-a5ae-c8c2330d04e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b22fa95-a81b-41c4-b5bd-e401a6052bf0,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:39.586290 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56796) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:39.586447 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c4361c99-3351-4714-a5ae-c8c2330d04e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7719fcfac1de4004be5d911f4b8646ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759414 May 10 19:28:39.645077 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.650609 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks [] for router_controller (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.722154 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (4786d8b6-4b0f-47a1-b091-aa8d37a6e310), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.722695 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4786d8b6-4b0f-47a1-b091-aa8d37a6e310 {{(pid=103462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:28:39.728027 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.731925 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-156dd101-457a-427a-9b78-cfe453a78825 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4786d8b6-4b0f-47a1-b091-aa8d37a6e310 HTTP/1.1" status: 204 len: 168 time: 1.2041166 May 10 19:28:39.732549 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56804) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:39.732673 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9b532d79-9fdf-470a-acb4-f9ef57d44dd4 admin admin] Publish callbacks [] for security_group (3b22fa95-a81b-41c4-b5bd-e401a6052bf0), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.761008 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9b532d79-9fdf-470a-acb4-f9ef57d44dd4 admin admin] Publish callbacks [] for security_group (3b22fa95-a81b-41c4-b5bd-e401a6052bf0), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.796959 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Deleting subnet 94a21fe4-33c4-4a87-b6ef-dbcee4f66488 {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:28:39.801147 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Publish callbacks [] for subnet (94a21fe4-33c4-4a87-b6ef-dbcee4f66488), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.832949 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9b532d79-9fdf-470a-acb4-f9ef57d44dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3b22fa95-a81b-41c4-b5bd-e401a6052bf0), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.837252 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-9b532d79-9fdf-470a-acb4-f9ef57d44dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.838622 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-9b532d79-9fdf-470a-acb4-f9ef57d44dd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b22fa95-a81b-41c4-b5bd-e401a6052bf0 HTTP/1.1" status: 204 len: 168 time: 0.2502854 May 10 19:28:39.848274 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b532d79-9fdf-470a-acb4-f9ef57d44dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b22fa95-a81b-41c4-b5bd-e401a6052bf0,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:39.851481 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (94a21fe4-33c4-4a87-b6ef-dbcee4f66488), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:39.964018 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (94a21fe4-33c4-4a87-b6ef-dbcee4f66488), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.049608 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (94a21fe4-33c4-4a87-b6ef-dbcee4f66488), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.094930 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a21fe4-33c4-4a87-b6ef-dbcee4f66488,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:40.097345 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.100591 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-72ede9a0-22de-4242-8a7b-5c441387bdc6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/94a21fe4-33c4-4a87-b6ef-dbcee4f66488 HTTP/1.1" status: 204 len: 168 time: 0.3662605 May 10 19:28:40.103124 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56814) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:40.106252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c564c-2158-401f-9f25-f1bf7aafe588 None None] Network 0409ab36-5fa4-47c5-8cf1-0324ba52b43c requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:28:40.199090 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f4ac564e-b25a-49ce-ad54-07b274fba95b no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:40.204650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (0409ab36-5fa4-47c5-8cf1-0324ba52b43c), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.228192 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: f4ac564e-b25a-49ce-ad54-07b274fba95b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:40.228787 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f4ac564e-b25a-49ce-ad54-07b274fba95b not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:40.261236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Deleting port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:40.261598 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.282322 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56816) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:40.299206 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-196275b6-f89d-4968-94c3-ca7423785a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.322665 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] DHCP port deletion for 0409ab36-5fa4-47c5-8cf1-0324ba52b43c request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:28:40.337155 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] For port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:40.337731 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.352961 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Calling delete_port for 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 owned by network:dhcp {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:40.363772 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Deleting port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:40.364392 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.394642 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-196275b6-f89d-4968-94c3-ca7423785a07 admin admin] Publish callbacks [] for security_group (af79c743-f78a-4bba-b769-8c08b7c9c24e), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.399515 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-196275b6-f89d-4968-94c3-ca7423785a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (af79c743-f78a-4bba-b769-8c08b7c9c24e), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.436728 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] For port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,segment=NetworkSegment(3a1d637f-2df0-4c89-a390-3b15b4511da8),segment_id=3a1d637f-2df0-4c89-a390-3b15b4511da8)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:40.437407 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.451773 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-196275b6-f89d-4968-94c3-ca7423785a07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bf7adf67be2d429cac824134a12824fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643167 May 10 19:28:40.452290 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56818) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:40.456238 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Calling delete_port for 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:40.458932 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196275b6-f89d-4968-94c3-ca7423785a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af79c743-f78a-4bba-b769-8c08b7c9c24e,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:40.459489 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.490928 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Pushing event deleted for resources: {'Port': ['ID=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:40.493418 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] No DVR routers for this DVR port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 on host dv-cinder-784815-13-iscsi {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:40.526267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-beaf92fe-39f5-4a4e-b1b1-123c37e346ae admin admin] Publish callbacks [] for security_group (af79c743-f78a-4bba-b769-8c08b7c9c24e), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.549624 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (254f1bdc-821e-4fd2-a163-a6fae7fb6b06), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.551637 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-beaf92fe-39f5-4a4e-b1b1-123c37e346ae admin admin] Publish callbacks [] for security_group (af79c743-f78a-4bba-b769-8c08b7c9c24e), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.573511 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (0409ab36-5fa4-47c5-8cf1-0324ba52b43c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.577997 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Pushing event deleted for resources: {'Port': ['ID=254f1bdc-821e-4fd2-a163-a6fae7fb6b06,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:40.582932 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] No DVR routers for this DVR port 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:40.593609 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.594032 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.594380 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.594729 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.595147 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.595567 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.596095 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.596442 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.596781 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.597121 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.597575 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.597956 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.598313 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.598717 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.599029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0409ab36-5fa4-47c5-8cf1-0324ba52b43c']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:40.599147 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abb536c-3e12-4e65-b102-0ef48a11ca4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:40.609684 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1d637f-2df0-4c89-a390-3b15b4511da8') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:40.609931 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1d637f-2df0-4c89-a390-3b15b4511da8') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:40.616668 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-beaf92fe-39f5-4a4e-b1b1-123c37e346ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (af79c743-f78a-4bba-b769-8c08b7c9c24e), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.619403 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-beaf92fe-39f5-4a4e-b1b1-123c37e346ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.621008 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-beaf92fe-39f5-4a4e-b1b1-123c37e346ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af79c743-f78a-4bba-b769-8c08b7c9c24e HTTP/1.1" status: 204 len: 168 time: 0.1672225 May 10 19:28:40.621179 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (3a1d637f-2df0-4c89-a390-3b15b4511da8), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.629213 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf92fe-39f5-4a4e-b1b1-123c37e346ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79c743-f78a-4bba-b769-8c08b7c9c24e,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:40.639451 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (3a1d637f-2df0-4c89-a390-3b15b4511da8), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.646716 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:28:40.647163 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (3a1d637f-2df0-4c89-a390-3b15b4511da8), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:28:40.649677 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:28:40.715584 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (0409ab36-5fa4-47c5-8cf1-0324ba52b43c), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.734186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:40.737432 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0409ab36-5fa4-47c5-8cf1-0324ba52b43c HTTP/1.1" status: 204 len: 168 time: 0.6333935 May 10 19:28:40.738990 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53795f9-dc75-4ab1-ab05-1fdd3f151757 admin admin] Pushing event deleted for resources: {'Network': ['ID=0409ab36-5fa4-47c5-8cf1-0324ba52b43c,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:40.910752 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56830) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:40.952135 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-0179f7d9-01ce-481d-9398-e77407686ef8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb8f2405eb7a484da3d99929e2e78ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400913 May 10 19:28:40.954562 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56834) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:41.004975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa452d29-2aa0-4881-8528-4a91a36dfe2a admin admin] Publish callbacks [] for security_group (bb63be3e-c126-4899-a2e1-d9b5605df725), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.027671 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa452d29-2aa0-4881-8528-4a91a36dfe2a admin admin] Publish callbacks [] for security_group (bb63be3e-c126-4899-a2e1-d9b5605df725), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.082874 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa452d29-2aa0-4881-8528-4a91a36dfe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (bb63be3e-c126-4899-a2e1-d9b5605df725), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.086006 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa452d29-2aa0-4881-8528-4a91a36dfe2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.088105 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-fa452d29-2aa0-4881-8528-4a91a36dfe2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb63be3e-c126-4899-a2e1-d9b5605df725 HTTP/1.1" status: 204 len: 168 time: 0.1325343 May 10 19:28:41.106196 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa452d29-2aa0-4881-8528-4a91a36dfe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb63be3e-c126-4899-a2e1-d9b5605df725,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:41.340107 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837bca-645d-4952-aea1-25d62a94b92a req-2192f104-b183-43fa-9a63-11e7f0fa2763 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:41.341701 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-40837bca-645d-4952-aea1-25d62a94b92a req-2192f104-b183-43fa-9a63-11e7f0fa2763 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.0488250 May 10 19:28:41.391429 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-40837bca-645d-4952-aea1-25d62a94b92a req-c3d52b05-1d53-4a29-8f1b-2d0feb41b35c tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 May 10 19:28:41.417184 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56860) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:41.458322 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e12a8400-bc61-4d8d-9a15-e48f29f1b82b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c341256c33c245a6ab12863a9e53a7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399222 May 10 19:28:41.460842 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56870) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:41.512454 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-606b1f8a-573a-4989-ad95-a1c074f58771 admin admin] Publish callbacks [] for security_group (bb520ddb-dbaf-4369-9d29-c684c5b06954), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.533698 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-606b1f8a-573a-4989-ad95-a1c074f58771 admin admin] Publish callbacks [] for security_group (bb520ddb-dbaf-4369-9d29-c684c5b06954), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.583906 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-606b1f8a-573a-4989-ad95-a1c074f58771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (bb520ddb-dbaf-4369-9d29-c684c5b06954), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.586526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-606b1f8a-573a-4989-ad95-a1c074f58771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:41.587732 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-606b1f8a-573a-4989-ad95-a1c074f58771 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb520ddb-dbaf-4369-9d29-c684c5b06954 HTTP/1.1" status: 204 len: 168 time: 0.1254601 May 10 19:28:41.596444 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b1f8a-573a-4989-ad95-a1c074f58771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb520ddb-dbaf-4369-9d29-c684c5b06954,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:41.860903 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56878) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:41.980981 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4537f842-29d1-4e06-bc13-d496612b52c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.032598 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:42.052227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:42.052601 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8e4fcb7c-adff-4f71-9538-b1720e1bcc62 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:42.053023 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:42.058303 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4537f842-29d1-4e06-bc13-d496612b52c8 admin admin] Publish callbacks [] for security_group (466f5da0-bb21-436b-a52c-242e7366fc25), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.062145 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4537f842-29d1-4e06-bc13-d496612b52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (466f5da0-bb21-436b-a52c-242e7366fc25), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.072843 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:42.073193 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 254f1bdc-821e-4fd2-a163-a6fae7fb6b06 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:42.101681 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4537f842-29d1-4e06-bc13-d496612b52c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73e08c3845e2444f81162e193aa07367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396595 May 10 19:28:42.102634 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537f842-29d1-4e06-bc13-d496612b52c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466f5da0-bb21-436b-a52c-242e7366fc25,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:42.104494 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56882) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:42.161952 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f04d736-5750-47b2-95a1-3455ecae2945 admin admin] Publish callbacks [] for security_group (466f5da0-bb21-436b-a52c-242e7366fc25), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.183034 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f04d736-5750-47b2-95a1-3455ecae2945 admin admin] Publish callbacks [] for security_group (466f5da0-bb21-436b-a52c-242e7366fc25), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.228534 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f04d736-5750-47b2-95a1-3455ecae2945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (466f5da0-bb21-436b-a52c-242e7366fc25), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.231089 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f04d736-5750-47b2-95a1-3455ecae2945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:42.232220 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4f04d736-5750-47b2-95a1-3455ecae2945 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/466f5da0-bb21-436b-a52c-242e7366fc25 HTTP/1.1" status: 204 len: 168 time: 0.1261272 May 10 19:28:42.240186 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d736-5750-47b2-95a1-3455ecae2945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f5da0-bb21-436b-a52c-242e7366fc25,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:42.511155 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed0f21-3884-446a-a8a7-2bca43b4e12d req-e0e78563-412a-4cfe-8d12-d6843f78166b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:42.513324 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-00ed0f21-3884-446a-a8a7-2bca43b4e12d req-e0e78563-412a-4cfe-8d12-d6843f78166b tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.0511861 May 10 19:28:42.563223 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-00ed0f21-3884-446a-a8a7-2bca43b4e12d req-40f965c4-14a2-4149-a600-d89920dce848 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f7e2a60-7386-4d21-bff6-2c1c13359e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447769 May 10 19:28:42.957391 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-1b6bfc7b-0d16-4895-9ed3-b25b9cbeeb78 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:42.958927 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-1b6bfc7b-0d16-4895-9ed3-b25b9cbeeb78 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 945 time: 0.0474064 May 10 19:28:43.050043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 06bd947c-6274-4d18-9c32-752a1a2fe922 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:43.050513 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:43.141052 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] For port 06bd947c-6274-4d18-9c32-752a1a2fe922, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=06bd947c-6274-4d18-9c32-752a1a2fe922,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:43.141407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:43.326589 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:43.326955 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (a618e3bc-2a50-4d63-b3b5-cbddf4abf81f), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:43.327274 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Floating IP a618e3bc-2a50-4d63-b3b5-cbddf4abf81f disassociated. External IP: 172.27.0.6, port: 06bd947c-6274-4d18-9c32-752a1a2fe922. May 10 19:28:43.327611 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 06bd947c-6274-4d18-9c32-752a1a2fe922 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:43.454024 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (06bd947c-6274-4d18-9c32-752a1a2fe922), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:43.482416 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=06bd947c-6274-4d18-9c32-752a1a2fe922,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:43.607205 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:43.660619 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-a1c2c6fa-fdcb-42fa-8f70-54255a216977 req-fe65327d-437a-40a1-8e8b-c2e1f03d7b43 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3affc17-4e23-4e0e-bed6-a8d6b47b1854 HTTP/1.1" status: 200 len: 210 time: 0.0300920 May 10 19:28:43.718467 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:43.728208 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:43.737809 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:43.738422 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:43.759409 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] No DVR routers for this DVR port 06bd947c-6274-4d18-9c32-752a1a2fe922 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:43.761890 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:43.765213 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-3c6cb151-2360-4d34-b6d0-0f36af1b52a1 req-028cf232-fea1-4e0d-be2e-96eb530b40b2 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.73 "DELETE /v2.0/ports/06bd947c-6274-4d18-9c32-752a1a2fe922 HTTP/1.1" status: 204 len: 173 time: 0.7998674 May 10 19:28:43.765650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'name': 'network-vif-deleted', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:43.767959 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4c175-ec24-4c26-ab31-a2e33f0d157d" -d '{"events": [{"server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "name": "network-vif-deleted", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:43.804511 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10ce3db-1e52-409a-8f19-09601016b397 x-openstack-request-id: req-e10ce3db-1e52-409a-8f19-09601016b397 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:43.804862 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3affc17-4e23-4e0e-bed6-a8d6b47b1854", "name": "network-vif-deleted", "tag": "06bd947c-6274-4d18-9c32-752a1a2fe922", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:43.805607 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e10ce3db-1e52-409a-8f19-09601016b397 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:43.806023 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10ce3db-1e52-409a-8f19-09601016b397'] response: {'server_uuid': 'e3affc17-4e23-4e0e-bed6-a8d6b47b1854', 'name': 'network-vif-deleted', 'tag': '06bd947c-6274-4d18-9c32-752a1a2fe922', 'status': 'completed', 'code': 200} May 10 19:28:43.993921 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:44.191068 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:44.218653 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:44.227748 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:44.228259 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:44.358922 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-b6d234dd-6a7b-44bd-bd85-51489f9be0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:44.361486 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:44.562500 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:44.589667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f07138-1706-4fdf-9673-f8981bfd9f0d None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:59Z', 'revision_number': 4, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'd86b8a09-417d-466b-baa5-107df807e2ce', 'name': '', 'network_id': '7eee0ec7-29e0-4852-b1b4-26b4961fd849', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'mac_address': 'fa:16:3e:08:11:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:56Z', 'updated_at': '2022-05-10T19:21:09Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'subnets': [{'id': 'd96bd12a-c1ff-484b-92e4-0b65524a96ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:44.759937 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56938) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:44.825905 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-10b4a56f-3c44-4572-ac19-a3a3e591f2ab tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (3f7e2a60-7386-4d21-bff6-2c1c13359e96), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:44.859113 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-10b4a56f-3c44-4572-ac19-a3a3e591f2ab tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (3f7e2a60-7386-4d21-bff6-2c1c13359e96), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:44.862094 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdd105-5975-42dd-96f3-05e931c1ae13 None None] New status for floating IP a618e3bc-2a50-4d63-b3b5-cbddf4abf81f: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:28:44.908473 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-10b4a56f-3c44-4572-ac19-a3a3e591f2ab tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (3f7e2a60-7386-4d21-bff6-2c1c13359e96), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:44.911289 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-10b4a56f-3c44-4572-ac19-a3a3e591f2ab tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:44.912752 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-10b4a56f-3c44-4572-ac19-a3a3e591f2ab tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/security-groups/3f7e2a60-7386-4d21-bff6-2c1c13359e96 HTTP/1.1" status: 204 len: 168 time: 0.1517565 May 10 19:28:44.915521 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 56942) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:44.922301 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4a56f-3c44-4572-ac19-a3a3e591f2ab tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e2a60-7386-4d21-bff6-2c1c13359e96,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:44.938475 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.api.v2.resource [None req-44547275-919f-49a4-a66d-4431ad93c92f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] show failed (client error): The resource could not be found. May 10 19:28:44.939812 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-44547275-919f-49a4-a66d-4431ad93c92f tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "GET /v2.0/security-groups/3f7e2a60-7386-4d21-bff6-2c1c13359e96 HTTP/1.1" status: 404 len: 347 time: 0.0233073 May 10 19:28:44.942787 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 56944) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:45.079517 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Deleting port 070043ca-acc1-4cea-8423-fe9d787d3441 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:45.079857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (070043ca-acc1-4cea-8423-fe9d787d3441), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:45.163728 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (070043ca-acc1-4cea-8423-fe9d787d3441), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:45.164063 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (070043ca-acc1-4cea-8423-fe9d787d3441), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:45.177693 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Calling delete_port for 070043ca-acc1-4cea-8423-fe9d787d3441 owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:45.312475 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (070043ca-acc1-4cea-8423-fe9d787d3441), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:45.342416 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Pushing event deleted for resources: {'Port': ['ID=070043ca-acc1-4cea-8423-fe9d787d3441,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:45.406965 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks [] for floatingip (a618e3bc-2a50-4d63-b3b5-cbddf4abf81f), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:45.409629 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:45.413240 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a323ca14-b5ae-49fb-8923-3060e5510867 tempest-AttachVolumeNegativeTest-1542919717 tempest-AttachVolumeNegativeTest-1542919717-project] 10.222.0.70 "DELETE /v2.0/floatingips/a618e3bc-2a50-4d63-b3b5-cbddf4abf81f HTTP/1.1" status: 204 len: 168 time: 0.4667542 May 10 19:28:46.006097 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:46.603229 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 06bd947c-6274-4d18-9c32-752a1a2fe922 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:46.629070 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 06bd947c-6274-4d18-9c32-752a1a2fe922 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:46.629419 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 06bd947c-6274-4d18-9c32-752a1a2fe922 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:46.675395 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c1e1a86a-bc45-4a2e-8fb5-47568d2b806e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:47.427655 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:49.024845 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:49.064770 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57002) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:49.532686 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:49.774035 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Deleting port d86b8a09-417d-466b-baa5-107df807e2ce {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:49.774387 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:49.850624 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] For port d86b8a09-417d-466b-baa5-107df807e2ce, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d86b8a09-417d-466b-baa5-107df807e2ce,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:49.850984 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:49.864383 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Calling delete_port for d86b8a09-417d-466b-baa5-107df807e2ce owned by network:router_interface {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:50.002717 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-d67fa812-f220-49c7-b504-31359645d516 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364976 May 10 19:28:50.048911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (d86b8a09-417d-466b-baa5-107df807e2ce), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:50.065973 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-c41c40f0-1021-470f-bae4-17fdc320ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:50.067459 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-c41c40f0-1021-470f-bae4-17fdc320ede4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0413399 May 10 19:28:50.075986 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Pushing event deleted for resources: {'Port': ['ID=d86b8a09-417d-466b-baa5-107df807e2ce,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:50.106324 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.106669 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.107007 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.107341 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.107668 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.107995 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.108315 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.108657 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.108976 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.109294 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.109616 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.109928 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.110239 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.110548 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.110859 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:28:50.261791 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:50.485190 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:50.652487 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:50.855349 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:50.860288 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ef096a51-192d-4f2a-a7ec-edcde80dcefa admin admin] 10.222.0.70 "PUT /v2.0/routers/04b6bc0d-2844-4a84-9434-a87e4ae2a3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946601 May 10 19:28:50.863002 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57020) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:50.864034 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] Sync routers for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:50.874663 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:50.875278 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:50.983308 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:51.015961 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks [] for router (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.085924 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-59559428-45db-4622-94ba-96604dca99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:51.087927 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-59559428-45db-4622-94ba-96604dca99ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 910 time: 0.1670980 May 10 19:28:51.143146 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks [] for router_gateway (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.151784 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:28:50Z', 'revision_number': 5, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port': {'id': '02da3641-6c35-4cbc-a669-8b0801ae4804', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:51.179324 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] Checking router: 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:51.187706 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Deleting port 02da3641-6c35-4cbc-a669-8b0801ae4804 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:51.188050 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.188171 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] Routers {'04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:51.188812 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:51.284204 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] Set router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 gateway port host: None {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:51.338510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:28:51Z', 'revision_number': 6, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:51.370167 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b53079-5c82-4127-a726-41d086f71cb5 None None] The sync data for ids ['04b6bc0d-2844-4a84-9434-a87e4ae2a3e5'] in dv-cinder-784815-13-iscsi is: [{'id': '04b6bc0d-2844-4a84-9434-a87e4ae2a3e5', 'name': 'tempest-AttachVolumeNegativeTest-1720091048-router', 'tenant_id': '758b8f4f3d1c4242822940f17246d98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:28:51Z', 'revision_number': 6, 'project_id': '758b8f4f3d1c4242822940f17246d98f', 'gw_port_host': None}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:51.527916 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] For port 02da3641-6c35-4cbc-a669-8b0801ae4804, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=02da3641-6c35-4cbc-a669-8b0801ae4804,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:51.528273 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.541268 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Calling delete_port for 02da3641-6c35-4cbc-a669-8b0801ae4804 owned by network:router_gateway {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:51.701393 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (02da3641-6c35-4cbc-a669-8b0801ae4804), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.764975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Pushing event deleted for resources: {'Port': ['ID=02da3641-6c35-4cbc-a669-8b0801ae4804,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:51.811754 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-7c688ee6-6aba-4054-8f74-c4359fe8ef4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 999 time: 0.1080327 May 10 19:28:51.846717 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.936462 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.938696 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks [] for router_controller (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.985920 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (04b6bc0d-2844-4a84-9434-a87e4ae2a3e5), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.986471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 {{(pid=103463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:28:51.990741 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:51.991853 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-17b1f757-a2c6-464d-9fd0-82a867cdc29b admin admin] 10.222.0.70 "DELETE /v2.0/routers/04b6bc0d-2844-4a84-9434-a87e4ae2a3e5 HTTP/1.1" status: 204 len: 168 time: 1.1278775 May 10 19:28:51.994326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57026) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:52.036688 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Deleting subnet d96bd12a-c1ff-484b-92e4-0b65524a96ef {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:28:52.040250 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Publish callbacks [] for subnet (d96bd12a-c1ff-484b-92e4-0b65524a96ef), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.073385 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (d96bd12a-c1ff-484b-92e4-0b65524a96ef), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.155177 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (d96bd12a-c1ff-484b-92e4-0b65524a96ef), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.172720 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 02da3641-6c35-4cbc-a669-8b0801ae4804 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:52.193348 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 02da3641-6c35-4cbc-a669-8b0801ae4804 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:52.193695 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 02da3641-6c35-4cbc-a669-8b0801ae4804 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:52.194324 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d86b8a09-417d-466b-baa5-107df807e2ce no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:52.210312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (d96bd12a-c1ff-484b-92e4-0b65524a96ef), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.216459 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: d86b8a09-417d-466b-baa5-107df807e2ce {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:52.216813 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d86b8a09-417d-466b-baa5-107df807e2ce not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:52.242160 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96bd12a-c1ff-484b-92e4-0b65524a96ef,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:52.246213 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.249447 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4f3ae95a-f2b5-466b-b7a6-bf5703466e91 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d96bd12a-c1ff-484b-92e4-0b65524a96ef HTTP/1.1" status: 204 len: 168 time: 0.2542071 May 10 19:28:52.252228 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57028) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:52.254790 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7546aa-4468-4f45-b95f-1d932fcd307c None None] Network 7eee0ec7-29e0-4852-b1b4-26b4961fd849 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:28:52.329857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (7eee0ec7-29e0-4852-b1b4-26b4961fd849), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.383596 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Deleting port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:52.384083 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.429708 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] DHCP port deletion for 7eee0ec7-29e0-4852-b1b4-26b4961fd849 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:28:52.469044 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] For port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:52.469402 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.480888 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] Deleting port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:52.481270 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.483841 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Calling delete_port for 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 owned by network:dhcp {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:52.546290 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] For port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,segment=NetworkSegment(d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b),segment_id=d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:52.546735 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.559591 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] Calling delete_port for 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:52.564351 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.602416 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:52.605356 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] No DVR routers for this DVR port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 on host dv-cinder-784815-13-iscsi {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:52.639141 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (20cfd4aa-7949-49ca-affd-d79b7ce0f1b9), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.647509 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-3022e446-61af-4aee-90f1-934394977a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:52.649364 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-3022e446-61af-4aee-90f1-934394977a53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 200 len: 848 time: 0.0535369 May 10 19:28:52.665657 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] Pushing event deleted for resources: {'Port': ['ID=20cfd4aa-7949-49ca-affd-d79b7ce0f1b9,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:52.667506 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214cd188-842c-4142-ae19-dd5e48d659af None None] No DVR routers for this DVR port 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:52.687184 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (7eee0ec7-29e0-4852-b1b4-26b4961fd849), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.708626 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-4bccdebf-e680-4a35-b0cf-7d526a5ab261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:52.709138 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eee0ec7-29e0-4852-b1b4-26b4961fd849']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:52.710181 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-4bccdebf-e680-4a35-b0cf-7d526a5ab261 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534601 May 10 19:28:52.718652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:52.719017 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f7d6bb-6f49-4285-b1b2-0683ed3fe79b') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:52.728567 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.743066 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.750131 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:28:52.750591 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (d7f7d6bb-6f49-4285-b1b2-0683ed3fe79b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:28:52.752466 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:28:52.811695 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (7eee0ec7-29e0-4852-b1b4-26b4961fd849), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.817131 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:52.823870 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7eee0ec7-29e0-4852-b1b4-26b4961fd849 HTTP/1.1" status: 204 len: 168 time: 0.5705729 May 10 19:28:52.825927 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-842f5a87-0c1a-4072-b58d-edce0573b170 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060655 May 10 19:28:52.837598 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52734c84-80d4-400a-9da4-b38f7a3d04b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eee0ec7-29e0-4852-b1b4-26b4961fd849,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:52.928006 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-29b6f8de-b96e-4131-acfd-fc65a45dfc55 req-3592a573-f35a-4d93-b199-5860ea37cbb2 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945883 May 10 19:28:52.948660 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57034) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:52.987900 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-2046c0ac-be51-4ac8-8e55-01c1613050ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=758b8f4f3d1c4242822940f17246d98f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429144 May 10 19:28:52.990342 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57036) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:53.036622 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-543b4966-ab4d-4d2f-a57f-ea3e28949742 admin admin] Publish callbacks [] for security_group (d70e3669-9d01-4778-95fd-41c31947bdc3), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:53.058761 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-543b4966-ab4d-4d2f-a57f-ea3e28949742 admin admin] Publish callbacks [] for security_group (d70e3669-9d01-4778-95fd-41c31947bdc3), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:53.105064 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-543b4966-ab4d-4d2f-a57f-ea3e28949742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (d70e3669-9d01-4778-95fd-41c31947bdc3), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:53.107665 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-543b4966-ab4d-4d2f-a57f-ea3e28949742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:53.109500 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-543b4966-ab4d-4d2f-a57f-ea3e28949742 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d70e3669-9d01-4778-95fd-41c31947bdc3 HTTP/1.1" status: 204 len: 168 time: 0.1180155 May 10 19:28:53.118871 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b4966-ab4d-4d2f-a57f-ea3e28949742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e3669-9d01-4778-95fd-41c31947bdc3,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:53.724413 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:28:54.079906 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:28:54.100908 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:28:54.101248 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 20cfd4aa-7949-49ca-affd-d79b7ce0f1b9 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:28:55.349506 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe530307-3dff-4991-a72f-d5f99ebe50fc req-bc79c4d7-daff-481a-aa53-2fd3b13a726b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:55.350992 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fe530307-3dff-4991-a72f-d5f99ebe50fc req-bc79c4d7-daff-481a-aa53-2fd3b13a726b tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 946 time: 0.0499661 May 10 19:28:55.398334 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-fe530307-3dff-4991-a72f-d5f99ebe50fc req-fdba99e1-f839-4cf3-98db-f48f96b46c8e tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415471 May 10 19:28:56.513876 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c94fe1-52a6-4a12-9d08-8b0cfceb20e1 req-41f6b536-af32-42f5-b956-b60c74ced577 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:56.515305 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b1c94fe1-52a6-4a12-9d08-8b0cfceb20e1 req-41f6b536-af32-42f5-b956-b60c74ced577 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 946 time: 0.0445638 May 10 19:28:56.562171 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b1c94fe1-52a6-4a12-9d08-8b0cfceb20e1 req-28af9dbb-f731-4068-b0a6-d4c4a183a611 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups?id=6dee4719-2ec2-4cb7-89a8-feaf43ecc188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 May 10 19:28:56.733109 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-ee9cfd88-4056-46fe-b8b1-1b7786ba81e3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:56.735954 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-ee9cfd88-4056-46fe-b8b1-1b7786ba81e3 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 946 time: 0.0757642 May 10 19:28:56.810361 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0865-9ebd-4263-beff-4cc5f74f68c2 req-9b86e706-af63-4135-84c3-b6ce368f60af tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:56.812162 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6d5e0865-9ebd-4263-beff-4cc5f74f68c2 req-9b86e706-af63-4135-84c3-b6ce368f60af tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0483866 May 10 19:28:56.868274 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-6d5e0865-9ebd-4263-beff-4cc5f74f68c2 req-acd60280-2c29-4501-861f-46058924a4ae tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500875 May 10 19:28:56.905888 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Deleting port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:56.906231 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:56.924454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57146) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:57.003624 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] For port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:28:57.004040 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.038854 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc980cfe-2767-4d5d-ac72-05067d8dc102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.115010 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc980cfe-2767-4d5d-ac72-05067d8dc102 admin admin] Publish callbacks [] for security_group (7d51e793-7784-4427-b525-543c2e1ee0d9), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.119312 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-bc980cfe-2767-4d5d-ac72-05067d8dc102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (7d51e793-7784-4427-b525-543c2e1ee0d9), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.157142 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-bc980cfe-2767-4d5d-ac72-05067d8dc102 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91b230e27baf49a6937368429b8af742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315106 May 10 19:28:57.159265 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc980cfe-2767-4d5d-ac72-05067d8dc102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51e793-7784-4427-b525-543c2e1ee0d9,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:57.159870 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57150) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:57.192082 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.192463 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (79f490d4-9e11-42ad-b7e7-82248aa4b93a), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.192779 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Floating IP 79f490d4-9e11-42ad-b7e7-82248aa4b93a disassociated. External IP: 172.27.0.102, port: a157f2b6-f0b6-483f-a31c-dcb0f0ba264b. May 10 19:28:57.193374 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Calling delete_port for a157f2b6-f0b6-483f-a31c-dcb0f0ba264b owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:57.260859 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-87c25c6e-c166-4658-a057-b7145c6601cc admin admin] Publish callbacks [] for security_group (7d51e793-7784-4427-b525-543c2e1ee0d9), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.293591 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-87c25c6e-c166-4658-a057-b7145c6601cc admin admin] Publish callbacks [] for security_group (7d51e793-7784-4427-b525-543c2e1ee0d9), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.371590 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-87c25c6e-c166-4658-a057-b7145c6601cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (7d51e793-7784-4427-b525-543c2e1ee0d9), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.374123 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-87c25c6e-c166-4658-a057-b7145c6601cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.375235 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-87c25c6e-c166-4658-a057-b7145c6601cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d51e793-7784-4427-b525-543c2e1ee0d9 HTTP/1.1" status: 204 len: 168 time: 0.2144206 May 10 19:28:57.390265 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c25c6e-c166-4658-a057-b7145c6601cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51e793-7784-4427-b525-543c2e1ee0d9,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:57.395775 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a157f2b6-f0b6-483f-a31c-dcb0f0ba264b), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.427614 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event deleted for resources: {'Port': ['ID=a157f2b6-f0b6-483f-a31c-dcb0f0ba264b,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:57.557112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:28:57.670470 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bb928824-c33d-4e42-a413-b6b56122e279 req-64aeffeb-9e77-466c-99ae-047216f2d56c tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/ports?device_id=52fe0297-16da-4102-9dba-aec42a2a1c8e HTTP/1.1" status: 200 len: 210 time: 0.0311639 May 10 19:28:57.673820 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:28:57.684313 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:28:57.704354 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:57.705119 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:57.744891 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] No DVR routers for this DVR port a157f2b6-f0b6-483f-a31c-dcb0f0ba264b on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:28:57.747530 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:57.752466 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-0ce8f5e0-e44e-40fb-8b0f-4881b95c3aaa req-67b85f65-c5a8-4a9e-8300-49fed6f81055 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.73 "DELETE /v2.0/ports/a157f2b6-f0b6-483f-a31c-dcb0f0ba264b HTTP/1.1" status: 204 len: 173 time: 0.9440663 May 10 19:28:57.753508 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-deleted', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:28:57.755316 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8d29b-711e-458c-b2c5-a6cfa9c3853a" -d '{"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-deleted", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:28:57.835090 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:57.863504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a722f9-b82e-4512-a146-b89a92fbcdc4 x-openstack-request-id: req-d8a722f9-b82e-4512-a146-b89a92fbcdc4 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:28:57.863999 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fe0297-16da-4102-9dba-aec42a2a1c8e", "name": "network-vif-deleted", "tag": "a157f2b6-f0b6-483f-a31c-dcb0f0ba264b", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:28:57.864262 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8a722f9-b82e-4512-a146-b89a92fbcdc4 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:28:57.864697 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a722f9-b82e-4512-a146-b89a92fbcdc4'] response: {'server_uuid': '52fe0297-16da-4102-9dba-aec42a2a1c8e', 'name': 'network-vif-deleted', 'tag': 'a157f2b6-f0b6-483f-a31c-dcb0f0ba264b', 'status': 'completed', 'code': 200} May 10 19:28:58.060701 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c461d-cbc1-4d3c-a8ab-ea4576967590 req-9bd1dfff-ab5f-4ee6-8d57-2bf4b0f4e432 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:58.062630 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-779c461d-cbc1-4d3c-a8ab-ea4576967590 req-9bd1dfff-ab5f-4ee6-8d57-2bf4b0f4e432 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0760789 May 10 19:28:58.121869 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:58.129482 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-779c461d-cbc1-4d3c-a8ab-ea4576967590 req-1e34539c-47d4-4752-a1c8-89d9ea1ce419 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577772 May 10 19:28:58.258632 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:28:58.269706 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:28:58.270473 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:58.386127 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:28:58.602399 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:28:58.637747 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc67c0-84a0-4460-84ae-7d438d542c7c None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:20:54Z', 'revision_number': 4, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ead722af-a5e3-4ef6-94ed-b08cba49f9e4', 'name': '', 'network_id': '23b57150-617f-4822-b282-056863670252', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'mac_address': 'fa:16:3e:ea:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:52Z', 'updated_at': '2022-05-10T19:21:03Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'subnets': [{'id': '87cfe29a-0207-4ad9-8bee-3ec82a432bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:28:58.791284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57256) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:58.856371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00423457-6a7e-4816-b4ce-198d2e358519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (6dee4719-2ec2-4cb7-89a8-feaf43ecc188), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:58.884696 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00423457-6a7e-4816-b4ce-198d2e358519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (6dee4719-2ec2-4cb7-89a8-feaf43ecc188), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:58.949650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00423457-6a7e-4816-b4ce-198d2e358519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6dee4719-2ec2-4cb7-89a8-feaf43ecc188), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:58.952666 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-00423457-6a7e-4816-b4ce-198d2e358519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:58.953842 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-00423457-6a7e-4816-b4ce-198d2e358519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "DELETE /v2.0/security-groups/6dee4719-2ec2-4cb7-89a8-feaf43ecc188 HTTP/1.1" status: 204 len: 168 time: 0.1614313 May 10 19:28:58.956871 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57262) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:58.959155 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444835ed-6115-421d-8d01-99d38349f53f None None] New status for floating IP 79f490d4-9e11-42ad-b7e7-82248aa4b93a: DOWN {{(pid=103464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:28:58.965789 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00423457-6a7e-4816-b4ce-198d2e358519 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee4719-2ec2-4cb7-89a8-feaf43ecc188,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:58.977736 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.api.v2.resource [None req-d562acfa-9e5c-4f95-acf9-06a198121b05 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] show failed (client error): The resource could not be found. May 10 19:28:58.979631 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d562acfa-9e5c-4f95-acf9-06a198121b05 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "GET /v2.0/security-groups/6dee4719-2ec2-4cb7-89a8-feaf43ecc188 HTTP/1.1" status: 404 len: 347 time: 0.0214217 May 10 19:28:58.982715 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57266) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:28:59.130107 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Deleting port c5db8151-e707-4d66-bc05-064aa36a98cf {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:28:59.130520 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:59.246805 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:59.247142 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (c5db8151-e707-4d66-bc05-064aa36a98cf), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:59.266721 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Calling delete_port for c5db8151-e707-4d66-bc05-064aa36a98cf owned by network:floatingip {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:28:59.276697 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bcb5f-f6d9-48d1-9ea6-87d0db12ada9 req-92f9b7c5-0b4f-43a4-97bf-c79e3ed734f0 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:28:59.278191 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-990bcb5f-f6d9-48d1-9ea6-87d0db12ada9 req-92f9b7c5-0b4f-43a4-97bf-c79e3ed734f0 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0741396 May 10 19:28:59.400179 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-990bcb5f-f6d9-48d1-9ea6-87d0db12ada9 req-d3ac8131-bbae-4609-82b8-b2c1b885e643 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135447 May 10 19:28:59.489809 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (c5db8151-e707-4d66-bc05-064aa36a98cf), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:59.517084 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Pushing event deleted for resources: {'Port': ['ID=c5db8151-e707-4d66-bc05-064aa36a98cf,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:28:59.576674 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks [] for floatingip (79f490d4-9e11-42ad-b7e7-82248aa4b93a), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:59.579275 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:28:59.580437 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-ed3b97a3-c8fd-4007-bc80-9690c6e8afb2 tempest-AttachVolumeShelveTestJSON-1478197112 tempest-AttachVolumeShelveTestJSON-1478197112-project] 10.222.0.70 "DELETE /v2.0/floatingips/79f490d4-9e11-42ad-b7e7-82248aa4b93a HTTP/1.1" status: 204 len: 168 time: 0.5967031 May 10 19:29:00.518647 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004005-f796-470c-9c5c-ed0de7be5ba1 req-4d79aad3-4caa-4410-a671-b5df4f54d927 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:00.520894 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7004005-f796-470c-9c5c-ed0de7be5ba1 req-4d79aad3-4caa-4410-a671-b5df4f54d927 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0545444 May 10 19:29:00.583486 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b7004005-f796-470c-9c5c-ed0de7be5ba1 req-d5e39d0d-2799-4f94-bb74-30bb7be5f8df tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573523 May 10 19:29:00.940137 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:29:00.961127 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: a157f2b6-f0b6-483f-a31c-dcb0f0ba264b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:29:00.961473 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a157f2b6-f0b6-483f-a31c-dcb0f0ba264b not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:29:01.701827 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979752-4edb-4f61-b374-2809154f5002 req-eff448d9-084f-4960-96f8-015f19635807 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:01.703426 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95979752-4edb-4f61-b374-2809154f5002 req-eff448d9-084f-4960-96f8-015f19635807 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0544798 May 10 19:29:01.756022 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-95979752-4edb-4f61-b374-2809154f5002 req-b40f4732-26a4-4d10-8b5c-56d4c23b41f1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463653 May 10 19:29:01.959804 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57326) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:02.015782 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57332) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:02.072122 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-df0c8a4d-8f42-4713-9db2-28225bfaf208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.148854 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-df0c8a4d-8f42-4713-9db2-28225bfaf208 admin admin] Publish callbacks [] for security_group (4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.154290 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-df0c8a4d-8f42-4713-9db2-28225bfaf208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.198157 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-df0c8a4d-8f42-4713-9db2-28225bfaf208 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75de448cb9bf4325873a2fa048848fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371380 May 10 19:29:02.199032 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8a4d-8f42-4713-9db2-28225bfaf208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:02.201343 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57336) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:02.251905 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95dff4dc-fd29-4d9b-ad16-8e6b2082415e admin admin] Publish callbacks [] for security_group (4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.276303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95dff4dc-fd29-4d9b-ad16-8e6b2082415e admin admin] Publish callbacks [] for security_group (4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.334356 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95dff4dc-fd29-4d9b-ad16-8e6b2082415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.337159 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-95dff4dc-fd29-4d9b-ad16-8e6b2082415e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.338854 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-95dff4dc-fd29-4d9b-ad16-8e6b2082415e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93 HTTP/1.1" status: 204 len: 168 time: 0.1365969 May 10 19:29:02.348875 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dff4dc-fd29-4d9b-ad16-8e6b2082415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4fa1e1-b97d-4455-bdf1-0d56ba09ee93,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:02.415241 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (30cf302a-7e8e-4be8-9776-0ccea3b65f31), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.632259 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57342) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:02.651884 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-659f9ca7-5cd6-4758-a0e8-ac6b39e950c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.670530 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Deleting port ead722af-a5e3-4ef6-94ed-b08cba49f9e4 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:29:02.670806 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.748183 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-659f9ca7-5cd6-4758-a0e8-ac6b39e950c4 admin admin] Publish callbacks [] for security_group (fe1fb901-5e81-4bbd-87fc-c83cffad89d7), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.752795 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-659f9ca7-5cd6-4758-a0e8-ac6b39e950c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fe1fb901-5e81-4bbd-87fc-c83cffad89d7), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.766711 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] For port ead722af-a5e3-4ef6-94ed-b08cba49f9e4, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:02.767078 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.781105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Calling delete_port for ead722af-a5e3-4ef6-94ed-b08cba49f9e4 owned by network:router_interface {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:29:02.791828 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f9ca7-5cd6-4758-a0e8-ac6b39e950c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1fb901-5e81-4bbd-87fc-c83cffad89d7,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:02.799246 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-659f9ca7-5cd6-4758-a0e8-ac6b39e950c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=408178bb26d545989895ea960bd8d38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658072 May 10 19:29:02.800453 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57348) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:02.890887 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0edb077-c2b8-4b8c-b8f4-2523a1b90c77 admin admin] Publish callbacks [] for security_group (fe1fb901-5e81-4bbd-87fc-c83cffad89d7), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.903303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e68a2-be1f-488b-ae2c-9105eed7906b req-16b314ce-60ee-4c41-9fa7-0bb5dccf845d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:02.904839 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-659e68a2-be1f-488b-ae2c-9105eed7906b req-16b314ce-60ee-4c41-9fa7-0bb5dccf845d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0624285 May 10 19:29:02.930038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0edb077-c2b8-4b8c-b8f4-2523a1b90c77 admin admin] Publish callbacks [] for security_group (fe1fb901-5e81-4bbd-87fc-c83cffad89d7), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:02.980776 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (ead722af-a5e3-4ef6-94ed-b08cba49f9e4), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:03.002205 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-659e68a2-be1f-488b-ae2c-9105eed7906b req-805e43ab-4d97-4a80-a4e7-802d7bf749d0 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872378 May 10 19:29:03.012143 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead722af-a5e3-4ef6-94ed-b08cba49f9e4,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:03.033928 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0edb077-c2b8-4b8c-b8f4-2523a1b90c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fe1fb901-5e81-4bbd-87fc-c83cffad89d7), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:03.036945 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-d0edb077-c2b8-4b8c-b8f4-2523a1b90c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:03.038134 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d0edb077-c2b8-4b8c-b8f4-2523a1b90c77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe1fb901-5e81-4bbd-87fc-c83cffad89d7 HTTP/1.1" status: 204 len: 168 time: 0.2367702 May 10 19:29:03.049170 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edb077-c2b8-4b8c-b8f4-2523a1b90c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1fb901-5e81-4bbd-87fc-c83cffad89d7,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:03.196400 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (30cf302a-7e8e-4be8-9776-0ccea3b65f31), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:03.438338 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:29:03.552909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:29:03.558266 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-263b29cf-89f9-421d-a2dd-0fb60619e3f1 admin admin] 10.222.0.70 "PUT /v2.0/routers/30cf302a-7e8e-4be8-9776-0ccea3b65f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428262 May 10 19:29:03.561168 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57362) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:03.563328 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] Sync routers for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:03.575678 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:29:03.576294 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:03.696128 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:29:03.832294 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57374) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:03.906037 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:29:02Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:03.938273 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] Checking router: 30cf302a-7e8e-4be8-9776-0ccea3b65f31 for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:03.952217 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742175671-network', 'tenant_id': '7f3f42959f7e488398ba38d0750f669c'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:03.959758 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] Routers {'30cf302a-7e8e-4be8-9776-0ccea3b65f31'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:29:03.960389 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:28:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:03.976922 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Made reservation on behalf of 7f3f42959f7e488398ba38d0750f669c for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:03.978458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks [] for router (30cf302a-7e8e-4be8-9776-0ccea3b65f31), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:03.980291 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:03.997606 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.104528 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] Set router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:29:04.127925 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks [] for router_gateway (30cf302a-7e8e-4be8-9776-0ccea3b65f31), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.138547 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks [] for security_group (bd798618-4f25-4941-aefa-0235fd719560), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.144634 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (bd798618-4f25-4941-aefa-0235fd719560), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.164454 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37166c7b-5549-4aa5-9afd-9ad27607475a req-08b3947c-d2e0-43c0-b388-90532c145ac5 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:04.166488 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-37166c7b-5549-4aa5-9afd-9ad27607475a req-08b3947c-d2e0-43c0-b388-90532c145ac5 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0633755 May 10 19:29:04.174514 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:04.187078 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Deleting port cec57d83-6e1e-4b9a-9d3b-94846847a683 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:29:04.187419 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.210882 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (92d04b19-faa8-4be1-b698-e17ab8ede4e0), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.211523 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Added segment 92d04b19-faa8-4be1-b698-e17ab8ede4e0 of type vlan for network f06e69f1-2b0c-417d-9555-d7183b5f8db2 May 10 19:29:04.223267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd798618-4f25-4941-aefa-0235fd719560,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:04.282989 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-37166c7b-5549-4aa5-9afd-9ad27607475a req-96ebe800-0ae5-4bc3-8b92-1d4a2b02fdb0 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059337 May 10 19:29:04.286598 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (f06e69f1-2b0c-417d-9555-d7183b5f8db2), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.296244 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] For port cec57d83-6e1e-4b9a-9d3b-94846847a683, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=cec57d83-6e1e-4b9a-9d3b-94846847a683,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:04.299896 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.315473 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Calling delete_port for cec57d83-6e1e-4b9a-9d3b-94846847a683 owned by network:router_gateway {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:29:04.319161 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:29:02Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:04.322702 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (f06e69f1-2b0c-417d-9555-d7183b5f8db2), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.323760 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:04.324510 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.353884 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e733f-8304-4ccf-bf9a-07c4e25305de None None] The sync data for ids ['30cf302a-7e8e-4be8-9776-0ccea3b65f31'] in dv-cinder-784815-13-iscsi is: [{'id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'name': 'tempest-AttachVolumeShelveTestJSON-1914256261-router', 'tenant_id': '8588427eb06848b9ad22fab88b7c91e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:20:46Z', 'updated_at': '2022-05-10T19:29:02Z', 'revision_number': 5, 'project_id': '8588427eb06848b9ad22fab88b7c91e3', 'gw_port': {'id': 'cec57d83-6e1e-4b9a-9d3b-94846847a683', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf302a-7e8e-4be8-9776-0ccea3b65f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:20:47Z', 'updated_at': '2022-05-10T19:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:29:04.386114 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5499573 May 10 19:29:04.390797 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57380) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:04.396616 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Request body: {'subnet': {'network_id': 'f06e69f1-2b0c-417d-9555-d7183b5f8db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742175671-subnet', 'tenant_id': '7f3f42959f7e488398ba38d0750f669c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:04.404207 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98073bf4-fc2a-4cf4-9105-6ba778938621 admin admin] Pushing event updated for resources: {'Network': ['ID=f06e69f1-2b0c-417d-9555-d7183b5f8db2,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:04.414959 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network f06e69f1-2b0c-417d-9555-d7183b5f8db2 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:29:04.460438 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Made reservation on behalf of 7f3f42959f7e488398ba38d0750f669c for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:04.462896 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.598121 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (cec57d83-6e1e-4b9a-9d3b-94846847a683), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.648988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec57d83-6e1e-4b9a-9d3b-94846847a683,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:04.758067 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (30cf302a-7e8e-4be8-9776-0ccea3b65f31), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.762275 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (5f365b77-a2b3-4564-bee8-9012bcc707e6), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.900449 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (30cf302a-7e8e-4be8-9776-0ccea3b65f31), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.904326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks [] for router_controller (30cf302a-7e8e-4be8-9776-0ccea3b65f31), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.920816 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f365b77-a2b3-4564-bee8-9012bcc707e6,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:04.965933 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Checking segment: {'id': '92d04b19-faa8-4be1-b698-e17ab8ede4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f06e69f1-2b0c-417d-9555-d7183b5f8db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:29:04.966374 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Network hostable DHCP agents. Network: f06e69f1-2b0c-417d-9555-d7183b5f8db2, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:04.976371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (30cf302a-7e8e-4be8-9776-0ccea3b65f31), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.976940 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30cf302a-7e8e-4be8-9776-0ccea3b65f31 {{(pid=103463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:29:04.983466 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:04.987035 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-fa706537-b75f-4df4-b07d-de663e3163b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/30cf302a-7e8e-4be8-9776-0ccea3b65f31 HTTP/1.1" status: 204 len: 168 time: 1.4223115 May 10 19:29:04.987260 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57384) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:05.017033 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Network f06e69f1-2b0c-417d-9555-d7183b5f8db2 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:05.035438 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, f06e69f1-2b0c-417d-9555-d7183b5f8db2) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:05.041839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:05.042503 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.046975 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa05655-3f7c-43e5-b13a-15fbeb88c05f None None] Network f06e69f1-2b0c-417d-9555-d7183b5f8db2 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:05.050956 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Deleting subnet 87cfe29a-0207-4ad9-8bee-3ec82a432bbd {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:29:05.058814 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Publish callbacks [] for subnet (87cfe29a-0207-4ad9-8bee-3ec82a432bbd), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.095503 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-53d743a1-6623-4300-bc1d-a69465c48904 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7036762 May 10 19:29:05.110637 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (87cfe29a-0207-4ad9-8bee-3ec82a432bbd), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.156690 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20458902-5c48-42c2-b5c9-6c332c227cf9 None None] Network f06e69f1-2b0c-417d-9555-d7183b5f8db2 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:05.212555 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (87cfe29a-0207-4ad9-8bee-3ec82a432bbd), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.275527 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (87cfe29a-0207-4ad9-8bee-3ec82a432bbd), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.304505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87cfe29a-0207-4ad9-8bee-3ec82a432bbd,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:05.306967 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.310143 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-67b727f3-04a0-4acb-8ab8-e417add6c0cc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/87cfe29a-0207-4ad9-8bee-3ec82a432bbd HTTP/1.1" status: 204 len: 168 time: 0.3219700 May 10 19:29:05.312726 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57392) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:05.316600 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f97a5-2593-4787-b117-6e233a717dd8 None None] Network 23b57150-617f-4822-b282-056863670252 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:05.388115 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (23b57150-617f-4822-b282-056863670252), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.430103 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb07de8-2fc7-4323-baa6-895de5a0299a req-fc81e0b5-8740-42b1-ba27-dcfe7516bbdd tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:05.432367 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8eb07de8-2fc7-4323-baa6-895de5a0299a req-fc81e0b5-8740-42b1-ba27-dcfe7516bbdd tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0601888 May 10 19:29:05.441371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Deleting port a56f8c0f-c1e6-4b25-8bc9-fb957648566a {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:29:05.441809 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.512935 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8eb07de8-2fc7-4323-baa6-895de5a0299a req-ec73061f-4028-4297-85f2-09fdf8b1c933 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668249 May 10 19:29:05.531297 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] DHCP port deletion for 23b57150-617f-4822-b282-056863670252 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:29:05.532349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] For port a56f8c0f-c1e6-4b25-8bc9-fb957648566a, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:05.532811 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.550730 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Calling delete_port for a56f8c0f-c1e6-4b25-8bc9-fb957648566a owned by network:dhcp {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:29:05.590291 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] Deleting port a56f8c0f-c1e6-4b25-8bc9-fb957648566a {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:29:05.590666 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.644481 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.663794 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] For port a56f8c0f-c1e6-4b25-8bc9-fb957648566a, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,segment=NetworkSegment(726b5b28-8589-494a-8304-23ebf8953537),segment_id=726b5b28-8589-494a-8304-23ebf8953537)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:05.664217 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.673378 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:05.675995 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] No DVR routers for this DVR port a56f8c0f-c1e6-4b25-8bc9-fb957648566a on host dv-cinder-784815-13-iscsi {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:29:05.684305 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] Calling delete_port for a56f8c0f-c1e6-4b25-8bc9-fb957648566a owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:29:05.754940 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57404) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:05.757490 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (23b57150-617f-4822-b282-056863670252), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.761519 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-299143772-network', 'tenant_id': 'c7850f159ae04e78bceb1b2f9550d492'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:05.782171 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Made reservation on behalf of c7850f159ae04e78bceb1b2f9550d492 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:05.783152 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b57150-617f-4822-b282-056863670252']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:05.784624 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.793798 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.795763 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (a56f8c0f-c1e6-4b25-8bc9-fb957648566a), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.796224 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726b5b28-8589-494a-8304-23ebf8953537') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:05.796742 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726b5b28-8589-494a-8304-23ebf8953537') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:05.807818 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (726b5b28-8589-494a-8304-23ebf8953537), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.822875 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] Pushing event deleted for resources: {'Port': ['ID=a56f8c0f-c1e6-4b25-8bc9-fb957648566a,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:05.829684 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (726b5b28-8589-494a-8304-23ebf8953537), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.831478 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5932a0-388c-4ad7-9b74-a0991a39c5fc None None] No DVR routers for this DVR port a56f8c0f-c1e6-4b25-8bc9-fb957648566a on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:29:05.851106 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:29:05.851721 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (726b5b28-8589-494a-8304-23ebf8953537), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:29:05.854428 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:29:05.905303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks [] for security_group (72c0f29a-0592-41d2-b993-71daacf23809), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.910071 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (72c0f29a-0592-41d2-b993-71daacf23809), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.919180 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (23b57150-617f-4822-b282-056863670252), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.923349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.930157 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/23b57150-617f-4822-b282-056863670252 HTTP/1.1" status: 204 len: 168 time: 0.6133487 May 10 19:29:05.944302 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:05.944542 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da40f76-2358-4576-83ea-93a39dc40e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b57150-617f-4822-b282-056863670252,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:05.956105 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c0f29a-0592-41d2-b993-71daacf23809,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:05.961106 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (3a1d46df-f753-4df0-afd9-b4825bb08e3d), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:05.961600 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Added segment 3a1d46df-f753-4df0-afd9-b4825bb08e3d of type vlan for network e6ddb66b-2824-4599-9e5c-1c3168f8b8cf May 10 19:29:06.009573 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (e6ddb66b-2824-4599-9e5c-1c3168f8b8cf), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.036342 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (e6ddb66b-2824-4599-9e5c-1c3168f8b8cf), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.037153 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:06.037753 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.057003 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cec57d83-6e1e-4b9a-9d3b-94846847a683 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:29:06.084749 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: cec57d83-6e1e-4b9a-9d3b-94846847a683 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:29:06.085099 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device cec57d83-6e1e-4b9a-9d3b-94846847a683 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:29:06.085986 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ead722af-a5e3-4ef6-94ed-b08cba49f9e4 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:29:06.097661 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3409195 May 10 19:29:06.100257 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57410) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:06.105140 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Request body: {'subnet': {'network_id': 'e6ddb66b-2824-4599-9e5c-1c3168f8b8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-299143772-subnet', 'tenant_id': 'c7850f159ae04e78bceb1b2f9550d492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:06.109823 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: ead722af-a5e3-4ef6-94ed-b08cba49f9e4 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:29:06.110197 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ead722af-a5e3-4ef6-94ed-b08cba49f9e4 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:29:06.110601 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a56f8c0f-c1e6-4b25-8bc9-fb957648566a no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:29:06.114932 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292626f-e19f-4630-8fe0-3d0f0814e4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ddb66b-2824-4599-9e5c-1c3168f8b8cf,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:06.132116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Made reservation on behalf of c7850f159ae04e78bceb1b2f9550d492 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:06.135818 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network e6ddb66b-2824-4599-9e5c-1c3168f8b8cf details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:29:06.136505 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.138562 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: a56f8c0f-c1e6-4b25-8bc9-fb957648566a {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:29:06.138977 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device a56f8c0f-c1e6-4b25-8bc9-fb957648566a not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:29:06.160927 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57412) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:06.213311 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-d2f0d2dd-540a-470a-a9bb-f52b6a7d40c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8588427eb06848b9ad22fab88b7c91e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507960 May 10 19:29:06.216090 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57414) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:06.269793 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b5980d45-f41e-47c2-a764-dc1410f94fec admin admin] Publish callbacks [] for security_group (e8ae34c6-be8f-4786-b96e-820929de83bd), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.293705 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b5980d45-f41e-47c2-a764-dc1410f94fec admin admin] Publish callbacks [] for security_group (e8ae34c6-be8f-4786-b96e-820929de83bd), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.328403 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (ed75aad4-96be-453b-9c52-2ee0b9b861fe), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.345726 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b5980d45-f41e-47c2-a764-dc1410f94fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e8ae34c6-be8f-4786-b96e-820929de83bd), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.348356 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-b5980d45-f41e-47c2-a764-dc1410f94fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.351938 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-b5980d45-f41e-47c2-a764-dc1410f94fec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8ae34c6-be8f-4786-b96e-820929de83bd HTTP/1.1" status: 204 len: 168 time: 0.1325331 May 10 19:29:06.359247 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5980d45-f41e-47c2-a764-dc1410f94fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae34c6-be8f-4786-b96e-820929de83bd,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:06.388878 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed75aad4-96be-453b-9c52-2ee0b9b861fe,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:06.397686 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Checking segment: {'id': '3a1d46df-f753-4df0-afd9-b4825bb08e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e6ddb66b-2824-4599-9e5c-1c3168f8b8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:29:06.398047 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Network hostable DHCP agents. Network: e6ddb66b-2824-4599-9e5c-1c3168f8b8cf, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:06.417120 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Network e6ddb66b-2824-4599-9e5c-1c3168f8b8cf is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:06.426492 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, e6ddb66b-2824-4599-9e5c-1c3168f8b8cf) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:06.432571 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:06.433175 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:06.436790 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f3aa28-e5c6-46ba-ba67-46a958bcb863 None None] Network e6ddb66b-2824-4599-9e5c-1c3168f8b8cf requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:06.455562 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-dda3e446-90bc-4e88-808d-e252213d66b5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3520305 May 10 19:29:06.553759 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be54916-71dd-43fb-8718-82bec72966cc None None] Network e6ddb66b-2824-4599-9e5c-1c3168f8b8cf requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:06.655210 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac4ea-18bc-42ba-a670-6119cc8a74de req-82f402cb-d9ed-457f-b8bb-6962b1e17b30 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:06.658163 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-297ac4ea-18bc-42ba-a670-6119cc8a74de req-82f402cb-d9ed-457f-b8bb-6962b1e17b30 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0673153 May 10 19:29:06.725751 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-297ac4ea-18bc-42ba-a670-6119cc8a74de req-95d2b3fe-bf82-4b35-9a30-10e146b39cf1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616322 May 10 19:29:06.942575 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-6d4e021b-2869-48e9-a690-38c910b91efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:06.944442 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-6d4e021b-2869-48e9-a690-38c910b91efb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0726366 May 10 19:29:07.067672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-9885859f-4042-416b-9b84-53b702754533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:07.070255 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-9885859f-4042-416b-9b84-53b702754533 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 910 time: 0.1195023 May 10 19:29:07.157116 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-7d51612f-4eda-4108-a0de-987117a3f99d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 999 time: 0.0804918 May 10 19:29:07.209749 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-b597e193-9a22-4e28-bfed-709de96b7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:07.211403 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-b597e193-9a22-4e28-bfed-709de96b7002 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 200 len: 848 time: 0.0449343 May 10 19:29:07.232030 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57450) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:07.260176 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-d49c1d5c-1ef8-43d2-9736-2b9270c47f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:07.261745 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-d49c1d5c-1ef8-43d2-9736-2b9270c47f6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417175 May 10 19:29:07.331362 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277734146-network', 'tenant_id': '53b50d5da7b446b9bd8c522b0e45f159'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:07.351172 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Made reservation on behalf of 53b50d5da7b446b9bd8c522b0e45f159 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:07.354395 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.357046 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-d42d87a0-bd53-4efa-8ddf-bfd7ee74111f service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889904 May 10 19:29:07.362522 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.446165 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks [] for security_group (ce784f8c-3d38-47a2-9a89-ed1dd703a672), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.451529 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ce784f8c-3d38-47a2-9a89-ed1dd703a672), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.454909 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5f3d81d1-4639-4a2c-95b0-0db6062a3e4d req-6fa5949a-7633-491c-8677-1a2806c350bd service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915897 May 10 19:29:07.475617 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:07.490498 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce784f8c-3d38-47a2-9a89-ed1dd703a672,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:07.496837 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (4fc462af-a5bf-4764-a56e-9d5f88c17909), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.497186 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Added segment 4fc462af-a5bf-4764-a56e-9d5f88c17909 of type vlan for network 9357163a-ad90-4d4a-a2d3-cbce267f6798 May 10 19:29:07.540839 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (9357163a-ad90-4d4a-a2d3-cbce267f6798), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.565809 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (9357163a-ad90-4d4a-a2d3-cbce267f6798), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.566725 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:07.567303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.622196 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3890207 May 10 19:29:07.624991 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57454) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:07.629747 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Request body: {'subnet': {'network_id': '9357163a-ad90-4d4a-a2d3-cbce267f6798', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277734146-subnet', 'tenant_id': '53b50d5da7b446b9bd8c522b0e45f159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:07.647946 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa59223-eba9-46a5-9c7b-283897e65bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=9357163a-ad90-4d4a-a2d3-cbce267f6798,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:07.657898 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 9357163a-ad90-4d4a-a2d3-cbce267f6798 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:29:07.665652 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Made reservation on behalf of 53b50d5da7b446b9bd8c522b0e45f159 for: {'subnet': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:07.667992 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3423324'] for subnet (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.869829 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26883462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3423298'] for subnet (2f54ddfb-4a38-4f41-bace-6869f71d5730), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:07.899056 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1663c-2ffe-4e05-8f8d-a7149438d9b6 req-6c362382-862b-47d9-b9dd-2e980012eeee tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:07.900597 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-88e1663c-2ffe-4e05-8f8d-a7149438d9b6 req-6c362382-862b-47d9-b9dd-2e980012eeee tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.1048410 May 10 19:29:07.949483 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f54ddfb-4a38-4f41-bace-6869f71d5730,revision_number=0']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:07.983208 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Checking segment: {'id': '4fc462af-a5bf-4764-a56e-9d5f88c17909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9357163a-ad90-4d4a-a2d3-cbce267f6798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:29:07.983576 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Network hostable DHCP agents. Network: 9357163a-ad90-4d4a-a2d3-cbce267f6798, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:07.996226 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-88e1663c-2ffe-4e05-8f8d-a7149438d9b6 req-81ea8830-c280-4284-b960-753fddb0d1a0 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867896 May 10 19:29:08.010567 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Network 9357163a-ad90-4d4a-a2d3-cbce267f6798 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:08.019330 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.base_scheduler [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 9357163a-ad90-4d4a-a2d3-cbce267f6798) {{(pid=103462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:08.023417 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:08.024189 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for subnet (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.029963 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be6ab5-912e-4d00-8e68-98d773ec66b5 None None] Network 9357163a-ad90-4d4a-a2d3-cbce267f6798 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:08.040846 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-2903e26f-2633-4bf1-b3de-3ad8fc634c04 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4143336 May 10 19:29:08.134633 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e929e2-6b98-4680-b2db-89796fe362fa None None] Network 9357163a-ad90-4d4a-a2d3-cbce267f6798 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:08.522135 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57494) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:08.527720 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.v2.base [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1760213317-network', 'tenant_id': 'ec32529a130b48b388734e1596dd7430'}} {{(pid=103462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:08.550922 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Made reservation on behalf of ec32529a130b48b388734e1596dd7430 for: {'network': 1} {{(pid=103462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:08.554191 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for network (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.564805 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.647501 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks [] for security_group (77f361c7-ed8a-42ca-8ded-fba1706bbf5a), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.651928 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (77f361c7-ed8a-42ca-8ded-fba1706bbf5a), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.673082 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:29:08.687757 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f361c7-ed8a-42ca-8ded-fba1706bbf5a,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:08.690697 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (0413e59e-1e9c-4d29-9f74-a9c02a0334c3), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.691049 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.db.segments_db [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Added segment 0413e59e-1e9c-4d29-9f74-a9c02a0334c3 of type vlan for network 3ce0064b-4dcc-467f-b636-aba630583909 May 10 19:29:08.735460 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978629807'] for network (3ce0064b-4dcc-467f-b636-aba630583909), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.760298 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372'] for network (3ce0064b-4dcc-467f-b636-aba630583909), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.761264 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:08.761896 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:08.819692 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2964091 May 10 19:29:08.823002 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57500) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:08.823509 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfd901-de9a-4817-8a18-9f55cee10031 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce0064b-4dcc-467f-b636-aba630583909,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:08.828722 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Request body: {'subnet': {'network_id': '3ce0064b-4dcc-467f-b636-aba630583909', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1760213317-subnet', 'tenant_id': 'ec32529a130b48b388734e1596dd7430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:08.833530 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Network 3ce0064b-4dcc-467f-b636-aba630583909 details requested by agent ovs-agent-dv-cinder-784815-13-iscsi with host dv-cinder-784815-13-iscsi {{(pid=103464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:29:08.849127 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Made reservation on behalf of ec32529a130b48b388734e1596dd7430 for: {'subnet': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:08.851458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28474377'] for subnet (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.044695 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25777780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28474391'] for subnet (0ac2c999-759f-4667-bf51-43d0134f60a7), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.105750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac2c999-759f-4667-bf51-43d0134f60a7,revision_number=0']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:09.110056 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Checking segment: {'id': '0413e59e-1e9c-4d29-9f74-a9c02a0334c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3ce0064b-4dcc-467f-b636-aba630583909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:29:09.110418 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Network hostable DHCP agents. Network: 3ce0064b-4dcc-467f-b636-aba630583909, hostable agents: ['25d034bb-f53b-40fa-b176-49e9a64138c4'], hosted agents: [] {{(pid=103463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:29:09.118179 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecbb88-3b59-49e4-8f73-21c150e74d95 req-361f6c0c-3473-4b68-8416-b22b36a2daef tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:09.120226 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47ecbb88-3b59-49e4-8f73-21c150e74d95 req-361f6c0c-3473-4b68-8416-b22b36a2daef tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0470097 May 10 19:29:09.130597 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Network 3ce0064b-4dcc-467f-b636-aba630583909 is scheduled to be hosted by DHCP agent 25d034bb-f53b-40fa-b176-49e9a64138c4 with binding_index 1 {{(pid=103463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:29:09.141526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-13-iscsi, 3ce0064b-4dcc-467f-b636-aba630583909) {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:09.147786 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:09.148568 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.153825 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed21dc8f-74ce-4a03-9bf5-1eaa4d0d3127 None None] Network 3ce0064b-4dcc-467f-b636-aba630583909 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:09.168448 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-03e88106-5b4c-483e-b9cc-e886792ec082 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3442659 May 10 19:29:09.192104 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47ecbb88-3b59-49e4-8f73-21c150e74d95 req-ab9d2c9e-7771-441f-8ac4-e17f2b255cf4 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656335 May 10 19:29:09.283893 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81c48a-674e-4cfd-b003-11c6af84c1cc None None] Network 3ce0064b-4dcc-467f-b636-aba630583909 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:29:09.291737 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57508) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:09.341815 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Deleting subnet 2f54ddfb-4a38-4f41-bace-6869f71d5730 {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:29:09.345529 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Publish callbacks [] for subnet (2f54ddfb-4a38-4f41-bace-6869f71d5730), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.382484 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (2f54ddfb-4a38-4f41-bace-6869f71d5730), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.427139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (2f54ddfb-4a38-4f41-bace-6869f71d5730), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.481159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (2f54ddfb-4a38-4f41-bace-6869f71d5730), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.508349 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.512218 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2f54ddfb-4a38-4f41-bace-6869f71d5730 HTTP/1.1" status: 204 len: 168 time: 0.2194731 May 10 19:29:09.513223 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182c1b3-87fb-4c3e-871f-4acf00ff4fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f54ddfb-4a38-4f41-bace-6869f71d5730,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:09.514832 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57510) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:09.591082 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (9357163a-ad90-4d4a-a2d3-cbce267f6798), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.684502 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (9357163a-ad90-4d4a-a2d3-cbce267f6798), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.709587 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9357163a-ad90-4d4a-a2d3-cbce267f6798']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:09.719914 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc462af-a5bf-4764-a56e-9d5f88c17909') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:09.720217 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc462af-a5bf-4764-a56e-9d5f88c17909') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:09.730007 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (4fc462af-a5bf-4764-a56e-9d5f88c17909), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.744112 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (4fc462af-a5bf-4764-a56e-9d5f88c17909), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.750397 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:29:09.750843 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (4fc462af-a5bf-4764-a56e-9d5f88c17909), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:29:09.752631 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:29:09.810048 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (9357163a-ad90-4d4a-a2d3-cbce267f6798), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.820060 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.823875 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] 10.222.0.70 "DELETE /v2.0/networks/9357163a-ad90-4d4a-a2d3-cbce267f6798 HTTP/1.1" status: 204 len: 168 time: 0.3080292 May 10 19:29:09.827407 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57516) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:09.834378 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254680e6-07d9-484f-882d-7cfd5d4b05eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9357163a-ad90-4d4a-a2d3-cbce267f6798,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:09.882044 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Deleting subnet 0ac2c999-759f-4667-bf51-43d0134f60a7 {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:29:09.887658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Publish callbacks [] for subnet (0ac2c999-759f-4667-bf51-43d0134f60a7), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.930537 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (0ac2c999-759f-4667-bf51-43d0134f60a7), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:09.984163 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (0ac2c999-759f-4667-bf51-43d0134f60a7), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.039392 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (0ac2c999-759f-4667-bf51-43d0134f60a7), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.072468 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac2c999-759f-4667-bf51-43d0134f60a7,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:10.076159 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.079576 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-06ce1995-d645-40c7-bbb2-8d7b3c0334c5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0ac2c999-759f-4667-bf51-43d0134f60a7 HTTP/1.1" status: 204 len: 168 time: 0.2500281 May 10 19:29:10.082087 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57524) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:10.163310 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (3ce0064b-4dcc-467f-b636-aba630583909), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.263204 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (3ce0064b-4dcc-467f-b636-aba630583909), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.286688 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce0064b-4dcc-467f-b636-aba630583909']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:10.299356 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0413e59e-1e9c-4d29-9f74-a9c02a0334c3') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:10.299658 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0413e59e-1e9c-4d29-9f74-a9c02a0334c3') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:10.309750 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (0413e59e-1e9c-4d29-9f74-a9c02a0334c3), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.310178 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c83a-c373-4ad0-ade0-813f6eb31a06 req-a83cd8a2-a2d4-455d-a275-b993a4f0ae5d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:10.311764 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f54c83a-c373-4ad0-ade0-813f6eb31a06 req-a83cd8a2-a2d4-455d-a275-b993a4f0ae5d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0485430 May 10 19:29:10.323267 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (0413e59e-1e9c-4d29-9f74-a9c02a0334c3), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.329866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:29:10.330280 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (0413e59e-1e9c-4d29-9f74-a9c02a0334c3), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:29:10.332108 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:29:10.369375 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8f54c83a-c373-4ad0-ade0-813f6eb31a06 req-189c0551-bb0f-4988-80dd-ee526317f2e6 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519600 May 10 19:29:10.388730 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (3ce0064b-4dcc-467f-b636-aba630583909), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.393392 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.396653 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3ce0064b-4dcc-467f-b636-aba630583909 HTTP/1.1" status: 204 len: 168 time: 0.3135850 May 10 19:29:10.409583 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db631-a79a-49d1-95f6-6724dbe63580 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce0064b-4dcc-467f-b636-aba630583909,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:10.580363 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820de36-33fd-4cb1-bc33-2dfcd4685acc req-5c667cf3-cc0e-4d79-9131-aec5d8e75973 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:10.581996 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8820de36-33fd-4cb1-bc33-2dfcd4685acc req-5c667cf3-cc0e-4d79-9131-aec5d8e75973 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0476823 May 10 19:29:10.587528 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57538) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:10.622680 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57540) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:10.655107 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-80445697-4727-4d90-a79b-1cd62f18962d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53b50d5da7b446b9bd8c522b0e45f159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662098 May 10 19:29:10.658083 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57544) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:10.664496 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-8820de36-33fd-4cb1-bc33-2dfcd4685acc req-fbebcdf0-95c0-4245-aafa-5916b1f0317c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704396 May 10 19:29:10.715648 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8e89c2da-8ab7-4389-aef7-8efe685f0bb1 admin admin] Publish callbacks [] for security_group (ce784f8c-3d38-47a2-9a89-ed1dd703a672), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.766588 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8e89c2da-8ab7-4389-aef7-8efe685f0bb1 admin admin] Publish callbacks [] for security_group (ce784f8c-3d38-47a2-9a89-ed1dd703a672), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.774155 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-4a546635-4619-46ee-a71f-97a6b8674abe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503129 May 10 19:29:10.788554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-fc6067d5-60f5-4dae-a6e0-47eeaa10d318 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:29:10.789514 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-fc6067d5-60f5-4dae-a6e0-47eeaa10d318 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064938 May 10 19:29:10.823043 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8e89c2da-8ab7-4389-aef7-8efe685f0bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ce784f8c-3d38-47a2-9a89-ed1dd703a672), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.825725 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8e89c2da-8ab7-4389-aef7-8efe685f0bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:10.826892 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8e89c2da-8ab7-4389-aef7-8efe685f0bb1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce784f8c-3d38-47a2-9a89-ed1dd703a672 HTTP/1.1" status: 204 len: 168 time: 0.1676235 May 10 19:29:10.835247 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89c2da-8ab7-4389-aef7-8efe685f0bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce784f8c-3d38-47a2-9a89-ed1dd703a672,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:10.927629 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57552) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:11.157408 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27d7b-50fe-4367-ae56-700730c24790 req-426525d7-b49b-4f24-a39a-eca5a81161eb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:11.169025 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-426525d7-b49b-4f24-a39a-eca5a81161eb tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports/a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 942 time: 0.2398157 May 10 19:29:11.194367 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57572) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:11.238014 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e382f591-0510-4717-a050-c11f31213cd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec32529a130b48b388734e1596dd7430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424175 May 10 19:29:11.240315 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57574) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:11.292988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f2c86ed4-2ed2-4619-9383-392c120eb737 admin admin] Publish callbacks [] for security_group (77f361c7-ed8a-42ca-8ded-fba1706bbf5a), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:11.315262 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f2c86ed4-2ed2-4619-9383-392c120eb737 admin admin] Publish callbacks [] for security_group (77f361c7-ed8a-42ca-8ded-fba1706bbf5a), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:11.365462 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f2c86ed4-2ed2-4619-9383-392c120eb737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (77f361c7-ed8a-42ca-8ded-fba1706bbf5a), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:11.368713 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f2c86ed4-2ed2-4619-9383-392c120eb737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:11.369884 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f2c86ed4-2ed2-4619-9383-392c120eb737 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77f361c7-ed8a-42ca-8ded-fba1706bbf5a HTTP/1.1" status: 204 len: 168 time: 0.1286407 May 10 19:29:11.379116 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c86ed4-2ed2-4619-9383-392c120eb737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f361c7-ed8a-42ca-8ded-fba1706bbf5a,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:11.786353 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e327f3-cad6-4de8-baaa-4f8fe6f2f575 req-54367548-7bfb-481d-b695-4a3986f4ac4e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:11.788086 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31e327f3-cad6-4de8-baaa-4f8fe6f2f575 req-54367548-7bfb-481d-b695-4a3986f4ac4e tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0509877 May 10 19:29:11.839999 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-31e327f3-cad6-4de8-baaa-4f8fe6f2f575 req-ec53292f-d677-4084-8d4a-d5d9d39cb68d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 May 10 19:29:12.411317 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27d7b-50fe-4367-ae56-700730c24790 req-006acfdd-449c-4f44-8fe1-2d427a435a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:12.412860 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-006acfdd-449c-4f44-8fe1-2d427a435a58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2&tenant_id=5c6ebef4c7f34f3dac195244855d9292 HTTP/1.1" status: 200 len: 1129 time: 0.0434258 May 10 19:29:12.474821 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27d7b-50fe-4367-ae56-700730c24790 req-9a6fb3a8-2eab-47ad-aedc-02ef2bb9fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:12.476962 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-9a6fb3a8-2eab-47ad-aedc-02ef2bb9fdb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0427315 May 10 19:29:12.596277 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27d7b-50fe-4367-ae56-700730c24790 req-c978c40c-761e-4bed-adb0-1970f638a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:12.597790 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-c978c40c-761e-4bed-adb0-1970f638a791 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 910 time: 0.1136873 May 10 19:29:12.665741 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-cc4a2314-e9ff-4cc8-a541-a2bd0033c5be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 999 time: 0.0609872 May 10 19:29:12.719011 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27d7b-50fe-4367-ae56-700730c24790 req-26937700-c425-45eb-8700-4e8ccc8c0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:12.720525 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-26937700-c425-45eb-8700-4e8ccc8c0535 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 200 len: 848 time: 0.0489414 May 10 19:29:12.770917 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a27d7b-50fe-4367-ae56-700730c24790 req-2cb896ab-d1d9-4689-b4c3-d4ebf6651e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:12.772608 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-2cb896ab-d1d9-4689-b4c3-d4ebf6651e3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449431 May 10 19:29:12.867214 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-c767bb01-37d2-4ca5-b9f1-ed2e522211f9 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884676 May 10 19:29:12.975682 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-71a27d7b-50fe-4367-ae56-700730c24790 req-f5df1ee9-6242-45a7-9b70-c527becbd03c service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022561 May 10 19:29:12.980085 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a3ea3-a123-4274-8cb5-bcba1f32fd0e req-9680cedc-249d-4b52-b36d-a4908d8a6940 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:12.982189 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9e6a3ea3-a123-4274-8cb5-bcba1f32fd0e req-9680cedc-249d-4b52-b36d-a4908d8a6940 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0684514 May 10 19:29:12.992225 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:29:13.047078 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-9e6a3ea3-a123-4274-8cb5-bcba1f32fd0e req-b57182fa-3c51-4f9c-946d-3f130df7fd7f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587435 May 10 19:29:13.215547 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a433209c-d12b-4e42-aeef-b49477b32c02 is: ACTIVE; New status is: DOWN {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:29:13.215999 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.241066 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:29:13.243374 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ec0f94-f220-481f-85fa-e2704341baf2" -d '{"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:29:13.273648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:13.278935 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.310704 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9cecb2-9a38-4fa9-a658-dc16b8c2b299 x-openstack-request-id: req-df9cecb2-9a38-4fa9-a658-dc16b8c2b299 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:29:13.311015 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:29:13.311253 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df9cecb2-9a38-4fa9-a658-dc16b8c2b299 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:29:13.311685 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9cecb2-9a38-4fa9-a658-dc16b8c2b299'] response: {'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'code': 200} May 10 19:29:13.338110 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=6']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:13.419654 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57672) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:13.525693 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-88dd506d-c385-4522-bf83-0f24fef3d4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.607773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-88dd506d-c385-4522-bf83-0f24fef3d4c1 admin admin] Publish callbacks [] for security_group (9cc819d1-08b7-447e-a1f0-0633789c8fe2), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.612534 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-88dd506d-c385-4522-bf83-0f24fef3d4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (9cc819d1-08b7-447e-a1f0-0633789c8fe2), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.654159 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-88dd506d-c385-4522-bf83-0f24fef3d4c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a6d862194d742558f63522efb2b1eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332962 May 10 19:29:13.655011 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd506d-c385-4522-bf83-0f24fef3d4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc819d1-08b7-447e-a1f0-0633789c8fe2,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:13.657046 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57684) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:13.714582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa17-56a2-46fa-a112-e8f2635f5674 admin admin] Publish callbacks [] for security_group (9cc819d1-08b7-447e-a1f0-0633789c8fe2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.745105 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa17-56a2-46fa-a112-e8f2635f5674 admin admin] Publish callbacks [] for security_group (9cc819d1-08b7-447e-a1f0-0633789c8fe2), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.805208 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa17-56a2-46fa-a112-e8f2635f5674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (9cc819d1-08b7-447e-a1f0-0633789c8fe2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.809251 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8af9fa17-56a2-46fa-a112-e8f2635f5674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:13.811090 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8af9fa17-56a2-46fa-a112-e8f2635f5674 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cc819d1-08b7-447e-a1f0-0633789c8fe2 HTTP/1.1" status: 204 len: 168 time: 0.1527269 May 10 19:29:13.822515 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9fa17-56a2-46fa-a112-e8f2635f5674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc819d1-08b7-447e-a1f0-0633789c8fe2,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:14.078303 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57702) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:14.092707 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-51a74dd5-495e-45d2-bf12-996dfc043b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.170289 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef8ea8-d6e8-47df-b623-57a5bfc447ac req-95ff009c-d66c-41ce-98d9-aaf3e3de4d7d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:14.171687 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-51ef8ea8-d6e8-47df-b623-57a5bfc447ac req-95ff009c-d66c-41ce-98d9-aaf3e3de4d7d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0573316 May 10 19:29:14.243974 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-51a74dd5-495e-45d2-bf12-996dfc043b27 admin admin] Publish callbacks [] for security_group (ce021dca-6678-4261-82e7-6b7b0414a0c5), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.248543 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-51ef8ea8-d6e8-47df-b623-57a5bfc447ac req-4a74bd21-f1ce-41a7-aa77-7435a3b510d6 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703907 May 10 19:29:14.249582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-51a74dd5-495e-45d2-bf12-996dfc043b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ce021dca-6678-4261-82e7-6b7b0414a0c5), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.289640 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-51a74dd5-495e-45d2-bf12-996dfc043b27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc17e1ca7cea4ee28a052d96b4ac9b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098422 May 10 19:29:14.292260 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57704) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:14.294351 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a74dd5-495e-45d2-bf12-996dfc043b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce021dca-6678-4261-82e7-6b7b0414a0c5,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:14.331416 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-04901cd3-7fc8-47d8-a3cd-694594a2bda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.341469 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c45ae239-a9a3-4b71-a9d0-11cc1b74203a admin admin] Publish callbacks [] for security_group (ce021dca-6678-4261-82e7-6b7b0414a0c5), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.365576 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c45ae239-a9a3-4b71-a9d0-11cc1b74203a admin admin] Publish callbacks [] for security_group (ce021dca-6678-4261-82e7-6b7b0414a0c5), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.411857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c45ae239-a9a3-4b71-a9d0-11cc1b74203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ce021dca-6678-4261-82e7-6b7b0414a0c5), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.414438 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c45ae239-a9a3-4b71-a9d0-11cc1b74203a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:14.416145 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c45ae239-a9a3-4b71-a9d0-11cc1b74203a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce021dca-6678-4261-82e7-6b7b0414a0c5 HTTP/1.1" status: 204 len: 168 time: 0.1227860 May 10 19:29:14.423473 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ae239-a9a3-4b71-a9d0-11cc1b74203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce021dca-6678-4261-82e7-6b7b0414a0c5,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:15.371054 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771aa09-46c8-4a04-baaf-3fb630d772d7 req-62cf2895-a713-4dd3-8c92-cf1a5904a03b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:15.372573 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7771aa09-46c8-4a04-baaf-3fb630d772d7 req-62cf2895-a713-4dd3-8c92-cf1a5904a03b tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0471954 May 10 19:29:15.423564 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7771aa09-46c8-4a04-baaf-3fb630d772d7 req-9ca00764-e5bd-49ff-a132-0427c3d02f49 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 May 10 19:29:16.012870 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.064941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57772) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:16.173085 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac261-4a78-4c69-97b7-13453483c468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.253815 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac261-4a78-4c69-97b7-13453483c468 admin admin] Publish callbacks [] for security_group (473b7c3c-3c7a-4e5d-9781-283d612708a2), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.257634 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac261-4a78-4c69-97b7-13453483c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (473b7c3c-3c7a-4e5d-9781-283d612708a2), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.296228 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ac261-4a78-4c69-97b7-13453483c468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473b7c3c-3c7a-4e5d-9781-283d612708a2,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:16.304212 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-bc2ac261-4a78-4c69-97b7-13453483c468 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8973232f07ff43b0b99c21512063c7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380021 May 10 19:29:16.306708 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57784) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:16.358907 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c3347502-149b-4d59-80a3-2316993b9e41 admin admin] Publish callbacks [] for security_group (473b7c3c-3c7a-4e5d-9781-283d612708a2), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.379897 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c3347502-149b-4d59-80a3-2316993b9e41 admin admin] Publish callbacks [] for security_group (473b7c3c-3c7a-4e5d-9781-283d612708a2), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.437222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c3347502-149b-4d59-80a3-2316993b9e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (473b7c3c-3c7a-4e5d-9781-283d612708a2), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.440267 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c3347502-149b-4d59-80a3-2316993b9e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.444202 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c3347502-149b-4d59-80a3-2316993b9e41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/473b7c3c-3c7a-4e5d-9781-283d612708a2 HTTP/1.1" status: 204 len: 168 time: 0.1336627 May 10 19:29:16.461294 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3347502-149b-4d59-80a3-2316993b9e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473b7c3c-3c7a-4e5d-9781-283d612708a2,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:16.561441 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3f731-14ad-4ccd-8c55-952381f04fbf req-d18bc9e8-1120-42c1-ad8d-1fc1d3ef669f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:16.563065 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7df3f731-14ad-4ccd-8c55-952381f04fbf req-d18bc9e8-1120-42c1-ad8d-1fc1d3ef669f tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0528841 May 10 19:29:16.615952 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-7df3f731-14ad-4ccd-8c55-952381f04fbf req-690c992a-a494-448d-b900-f289660ba96a tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468240 May 10 19:29:16.677268 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-017a1f66-514c-47ff-a954-76c2515c26cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.719165 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57796) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:16.732068 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4547-2ed3-431c-889f-0c00b7fe7068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.807900 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4547-2ed3-431c-889f-0c00b7fe7068 admin admin] Publish callbacks [] for security_group (f6417e49-520a-4a59-9a6e-666f935fa40d), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.811679 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4547-2ed3-431c-889f-0c00b7fe7068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f6417e49-520a-4a59-9a6e-666f935fa40d), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.848613 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-2f1a4547-2ed3-431c-889f-0c00b7fe7068 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=808318cafe9e4ba38108018f93fc397e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283891 May 10 19:29:16.850471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a4547-2ed3-431c-889f-0c00b7fe7068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6417e49-520a-4a59-9a6e-666f935fa40d,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:16.851568 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57798) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:16.902465 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6dffbec8-7975-4f7d-acd2-f75d312c6805 admin admin] Publish callbacks [] for security_group (f6417e49-520a-4a59-9a6e-666f935fa40d), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.923136 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6dffbec8-7975-4f7d-acd2-f75d312c6805 admin admin] Publish callbacks [] for security_group (f6417e49-520a-4a59-9a6e-666f935fa40d), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.968036 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6dffbec8-7975-4f7d-acd2-f75d312c6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (f6417e49-520a-4a59-9a6e-666f935fa40d), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.970575 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-6dffbec8-7975-4f7d-acd2-f75d312c6805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:16.971686 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-6dffbec8-7975-4f7d-acd2-f75d312c6805 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6417e49-520a-4a59-9a6e-666f935fa40d HTTP/1.1" status: 204 len: 168 time: 0.1191235 May 10 19:29:16.979590 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffbec8-7975-4f7d-acd2-f75d312c6805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6417e49-520a-4a59-9a6e-666f935fa40d,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:17.430271 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:17.773617 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce4f9-cf9c-4614-b9ca-bcbc10ed708d req-7ac1bf77-04d1-42b4-9f42-703f5607535c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:17.775368 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-631ce4f9-cf9c-4614-b9ca-bcbc10ed708d req-7ac1bf77-04d1-42b4-9f42-703f5607535c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0638657 May 10 19:29:17.827952 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-631ce4f9-cf9c-4614-b9ca-bcbc10ed708d req-e3003d42-63af-44f5-8037-8ecee99f37c4 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459969 May 10 19:29:18.529249 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57874) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:18.609458 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57878) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:18.675624 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8df36e3a-43ff-407f-ab04-3278ed38159e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:18.718495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-77b98bbe-fdde-4a28-a125-6e7c30e5fd4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:18.801769 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8df36e3a-43ff-407f-ab04-3278ed38159e admin admin] Publish callbacks [] for security_group (87dd8d66-15de-4166-9d2a-1c06c7346772), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:18.807838 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8df36e3a-43ff-407f-ab04-3278ed38159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (87dd8d66-15de-4166-9d2a-1c06c7346772), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:18.866823 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df36e3a-43ff-407f-ab04-3278ed38159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd8d66-15de-4166-9d2a-1c06c7346772,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:18.874619 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57888) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:18.875206 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8df36e3a-43ff-407f-ab04-3278ed38159e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83c453b6f1684a95a669ce73001ba24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444219 May 10 19:29:18.886007 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-77b98bbe-fdde-4a28-a125-6e7c30e5fd4f admin admin] Publish callbacks [] for security_group (6800e722-1838-4d7c-b065-e2ec4ee69962), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:18.891325 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-77b98bbe-fdde-4a28-a125-6e7c30e5fd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6800e722-1838-4d7c-b065-e2ec4ee69962), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:18.957763 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-77b98bbe-fdde-4a28-a125-6e7c30e5fd4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eaf1c53d51cb427fa48f51e7e8f0a581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472250 May 10 19:29:18.960650 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b98bbe-fdde-4a28-a125-6e7c30e5fd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800e722-1838-4d7c-b065-e2ec4ee69962,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:18.963071 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57890) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:18.997838 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c5d-c2dd-437b-a3a2-c2cc61569274 admin admin] Publish callbacks [] for security_group (87dd8d66-15de-4166-9d2a-1c06c7346772), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.035280 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07675669-7fdf-4d1e-8aa2-fe104c364ecc req-36b22607-b98b-4c44-88c0-9f2a0de8e7b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:19.037016 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-07675669-7fdf-4d1e-8aa2-fe104c364ecc req-36b22607-b98b-4c44-88c0-9f2a0de8e7b9 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0776055 May 10 19:29:19.037340 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c5d-c2dd-437b-a3a2-c2cc61569274 admin admin] Publish callbacks [] for security_group (87dd8d66-15de-4166-9d2a-1c06c7346772), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.045119 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.092195 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-064954b7-ae74-4e96-beab-13dc7ee51f3a admin admin] Publish callbacks [] for security_group (6800e722-1838-4d7c-b065-e2ec4ee69962), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.103952 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c5d-c2dd-437b-a3a2-c2cc61569274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (87dd8d66-15de-4166-9d2a-1c06c7346772), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.107049 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-dc7e6c5d-c2dd-437b-a3a2-c2cc61569274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.108229 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-dc7e6c5d-c2dd-437b-a3a2-c2cc61569274 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87dd8d66-15de-4166-9d2a-1c06c7346772 HTTP/1.1" status: 204 len: 168 time: 0.2318041 May 10 19:29:19.119507 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e6c5d-c2dd-437b-a3a2-c2cc61569274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd8d66-15de-4166-9d2a-1c06c7346772,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:19.119721 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-07675669-7fdf-4d1e-8aa2-fe104c364ecc req-023aa046-ddb5-4637-b155-fc2b5286fb6d tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728850 May 10 19:29:19.132673 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-064954b7-ae74-4e96-beab-13dc7ee51f3a admin admin] Publish callbacks [] for security_group (6800e722-1838-4d7c-b065-e2ec4ee69962), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.191522 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5356c84-8634-4114-9418-979ae8d4dec6 req-69607bb2-e295-4263-9684-f80ac10400b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:19.193600 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e5356c84-8634-4114-9418-979ae8d4dec6 req-69607bb2-e295-4263-9684-f80ac10400b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1127 time: 0.0761178 May 10 19:29:19.204134 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-064954b7-ae74-4e96-beab-13dc7ee51f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6800e722-1838-4d7c-b065-e2ec4ee69962), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.207646 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-064954b7-ae74-4e96-beab-13dc7ee51f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.208817 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-064954b7-ae74-4e96-beab-13dc7ee51f3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6800e722-1838-4d7c-b065-e2ec4ee69962 HTTP/1.1" status: 204 len: 168 time: 0.2439373 May 10 19:29:19.217353 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064954b7-ae74-4e96-beab-13dc7ee51f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800e722-1838-4d7c-b065-e2ec4ee69962,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:19.263285 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e5356c84-8634-4114-9418-979ae8d4dec6 req-575cd78e-464e-4ea5-b953-e70d13b5af36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633895 May 10 19:29:19.600833 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57916) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:19.615038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-109188f8-984a-4731-86bc-3aa7dbd7da7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.693058 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-109188f8-984a-4731-86bc-3aa7dbd7da7e admin admin] Publish callbacks [] for security_group (c4b3dbe6-aded-4377-9e45-2ad55e31a369), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.696735 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-109188f8-984a-4731-86bc-3aa7dbd7da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c4b3dbe6-aded-4377-9e45-2ad55e31a369), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.735678 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-109188f8-984a-4731-86bc-3aa7dbd7da7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=256d97edc1cf4b2092fc7054cb643544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337883 May 10 19:29:19.736559 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109188f8-984a-4731-86bc-3aa7dbd7da7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3dbe6-aded-4377-9e45-2ad55e31a369,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:19.739192 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57920) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:19.788792 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-41a85a5f-b5c1-4e62-9b71-5924c9a39abe admin admin] Publish callbacks [] for security_group (c4b3dbe6-aded-4377-9e45-2ad55e31a369), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.810649 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-41a85a5f-b5c1-4e62-9b71-5924c9a39abe admin admin] Publish callbacks [] for security_group (c4b3dbe6-aded-4377-9e45-2ad55e31a369), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.858202 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-41a85a5f-b5c1-4e62-9b71-5924c9a39abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (c4b3dbe6-aded-4377-9e45-2ad55e31a369), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.860839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-41a85a5f-b5c1-4e62-9b71-5924c9a39abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:19.862011 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-41a85a5f-b5c1-4e62-9b71-5924c9a39abe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4b3dbe6-aded-4377-9e45-2ad55e31a369 HTTP/1.1" status: 204 len: 168 time: 0.1218209 May 10 19:29:19.870237 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a85a5f-b5c1-4e62-9b71-5924c9a39abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3dbe6-aded-4377-9e45-2ad55e31a369,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:20.241535 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff326-22a0-4b12-b370-3b80e2e71755 req-0a504fd4-9696-45be-bf39-4cf7f9bf3ebc tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:20.243028 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf8ff326-22a0-4b12-b370-3b80e2e71755 req-0a504fd4-9696-45be-bf39-4cf7f9bf3ebc tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 943 time: 0.0518146 May 10 19:29:20.292671 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-cf8ff326-22a0-4b12-b370-3b80e2e71755 req-7de33480-c3ab-4a4b-adcd-92c3d62dfa92 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 May 10 19:29:20.657366 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:20.769524 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57960) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:20.817124 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Deleting subnet 5f365b77-a2b3-4564-bee8-9012bcc707e6 {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:29:20.821663 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Publish callbacks [] for subnet (5f365b77-a2b3-4564-bee8-9012bcc707e6), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:20.857358 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (5f365b77-a2b3-4564-bee8-9012bcc707e6), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:20.896591 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (5f365b77-a2b3-4564-bee8-9012bcc707e6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:20.950091 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (5f365b77-a2b3-4564-bee8-9012bcc707e6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:20.976063 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f365b77-a2b3-4564-bee8-9012bcc707e6,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:20.979700 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:20.985427 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57970) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:20.985571 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-166aeabb-efae-4b70-add7-a69a1b829afb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5f365b77-a2b3-4564-bee8-9012bcc707e6 HTTP/1.1" status: 204 len: 168 time: 0.2149208 May 10 19:29:21.016123 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:29:21.054267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (f06e69f1-2b0c-417d-9555-d7183b5f8db2), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.117510 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:21.131982 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'port_id': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'mac_address': 'fa:16:3e:5c:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:29:21.141298 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (f06e69f1-2b0c-417d-9555-d7183b5f8db2), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.163623 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06e69f1-2b0c-417d-9555-d7183b5f8db2']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:21.173788 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d04b19-faa8-4be1-b698-e17ab8ede4e0') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:21.174079 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d04b19-faa8-4be1-b698-e17ab8ede4e0') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:21.176974 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a433209c-d12b-4e42-aeef-b49477b32c02 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:29:21.177369 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.185829 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (92d04b19-faa8-4be1-b698-e17ab8ede4e0), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.192035 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a433209c-d12b-4e42-aeef-b49477b32c02 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:29:21.201843 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (92d04b19-faa8-4be1-b698-e17ab8ede4e0), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.213387 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:29:21.213729 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:21.213854 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (92d04b19-faa8-4be1-b698-e17ab8ede4e0), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:29:21.215891 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:29:21.221197 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.271862 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=7']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:21.272820 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (f06e69f1-2b0c-417d-9555-d7183b5f8db2), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.278937 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.285230 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 57978) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:21.288940 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] 10.222.0.70 "DELETE /v2.0/networks/f06e69f1-2b0c-417d-9555-d7183b5f8db2 HTTP/1.1" status: 204 len: 168 time: 0.3023939 May 10 19:29:21.303968 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e179177-2907-454d-b11c-beb7e7b17c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=f06e69f1-2b0c-417d-9555-d7183b5f8db2,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:21.342060 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Deleting subnet ed75aad4-96be-453b-9c52-2ee0b9b861fe {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:29:21.346475 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Publish callbacks [] for subnet (ed75aad4-96be-453b-9c52-2ee0b9b861fe), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.390308 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (ed75aad4-96be-453b-9c52-2ee0b9b861fe), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.425228 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d36c8-86fb-455a-8da0-2ad38db71dcc req-3edeb90d-f8c2-46f2-b4ac-612184bc8afa tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:21.426733 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dc5d36c8-86fb-455a-8da0-2ad38db71dcc req-3edeb90d-f8c2-46f2-b4ac-612184bc8afa tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 944 time: 0.0621228 May 10 19:29:21.432236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (ed75aad4-96be-453b-9c52-2ee0b9b861fe), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.446031 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['a433209c-d12b-4e42-aeef-b49477b32c02'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:29:21.499869 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (ed75aad4-96be-453b-9c52-2ee0b9b861fe), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.510408 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dc5d36c8-86fb-455a-8da0-2ad38db71dcc req-b6dafa19-b61e-4339-94b4-609a579d0d35 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765989 May 10 19:29:21.544040 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.549762 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ed75aad4-96be-453b-9c52-2ee0b9b861fe HTTP/1.1" status: 204 len: 168 time: 0.2614458 May 10 19:29:21.549762 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baa2d5-1527-4cf3-947f-c23465d8216a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed75aad4-96be-453b-9c52-2ee0b9b861fe,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:21.550177 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57988) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:21.625408 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (e6ddb66b-2824-4599-9e5c-1c3168f8b8cf), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.719981 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (e6ddb66b-2824-4599-9e5c-1c3168f8b8cf), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.741308 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ddb66b-2824-4599-9e5c-1c3168f8b8cf']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:21.752350 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1d46df-f753-4df0-afd9-b4825bb08e3d') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:21.752686 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1d46df-f753-4df0-afd9-b4825bb08e3d') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:21.764317 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (3a1d46df-f753-4df0-afd9-b4825bb08e3d), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.778461 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (3a1d46df-f753-4df0-afd9-b4825bb08e3d), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.784268 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:29:21.784678 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (3a1d46df-f753-4df0-afd9-b4825bb08e3d), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:29:21.786553 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:29:21.845688 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (e6ddb66b-2824-4599-9e5c-1c3168f8b8cf), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.850615 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:21.854255 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e6ddb66b-2824-4599-9e5c-1c3168f8b8cf HTTP/1.1" status: 204 len: 168 time: 0.3031306 May 10 19:29:21.867639 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8ea1-1dc2-4fc7-b69c-3b55e51794f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ddb66b-2824-4599-9e5c-1c3168f8b8cf,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:22.013063 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57996) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:22.052099 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-9a98700f-a6ff-47af-a882-f137990b862c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f3f42959f7e488398ba38d0750f669c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378892 May 10 19:29:22.054503 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 57998) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:22.101285 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e2f280e9-a84f-429a-893f-bdd01c76f337 admin admin] Publish callbacks [] for security_group (bd798618-4f25-4941-aefa-0235fd719560), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.122433 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e2f280e9-a84f-429a-893f-bdd01c76f337 admin admin] Publish callbacks [] for security_group (bd798618-4f25-4941-aefa-0235fd719560), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.168920 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e2f280e9-a84f-429a-893f-bdd01c76f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (bd798618-4f25-4941-aefa-0235fd719560), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.171505 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-e2f280e9-a84f-429a-893f-bdd01c76f337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.172743 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-e2f280e9-a84f-429a-893f-bdd01c76f337 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd798618-4f25-4941-aefa-0235fd719560 HTTP/1.1" status: 204 len: 168 time: 0.1172602 May 10 19:29:22.180174 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f280e9-a84f-429a-893f-bdd01c76f337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd798618-4f25-4941-aefa-0235fd719560,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:22.473856 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58004) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:22.512791 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4b0443a0-f09f-4cd8-9068-a1546af0fffb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7850f159ae04e78bceb1b2f9550d492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377402 May 10 19:29:22.515054 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58006) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:22.564214 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f537edd-1b7d-4bc7-a214-becb6c3a5dc5 admin admin] Publish callbacks [] for security_group (72c0f29a-0592-41d2-b993-71daacf23809), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.585666 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f537edd-1b7d-4bc7-a214-becb6c3a5dc5 admin admin] Publish callbacks [] for security_group (72c0f29a-0592-41d2-b993-71daacf23809), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.630417 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f537edd-1b7d-4bc7-a214-becb6c3a5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (72c0f29a-0592-41d2-b993-71daacf23809), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.632950 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4f537edd-1b7d-4bc7-a214-becb6c3a5dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:22.636646 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4f537edd-1b7d-4bc7-a214-becb6c3a5dc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72c0f29a-0592-41d2-b993-71daacf23809 HTTP/1.1" status: 204 len: 168 time: 0.1206613 May 10 19:29:22.646161 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537edd-1b7d-4bc7-a214-becb6c3a5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c0f29a-0592-41d2-b993-71daacf23809,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:23.028987 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:29:23.077410 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port a433209c-d12b-4e42-aeef-b49477b32c02 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:29:23.077785 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:23.157408 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port a433209c-d12b-4e42-aeef-b49477b32c02 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:29:23.157802 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:23.182820 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:29:23.185117 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b00a3-cecd-41a3-b219-7446fd7ed092" -d '{"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-plugged", "status": "completed", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:29:23.197785 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:23.205627 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:23.233103 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2406e1e-5da0-485a-a757-33e544d31907 x-openstack-request-id: req-a2406e1e-5da0-485a-a757-33e544d31907 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:29:23.233395 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-plugged", "status": "completed", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:29:23.233652 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2406e1e-5da0-485a-a757-33e544d31907 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:29:23.234056 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2406e1e-5da0-485a-a757-33e544d31907'] response: {'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'code': 200} May 10 19:29:23.261601 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=8']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:28.969060 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58116) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:29.071145 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-48eef7dd-4eab-46aa-b9a2-c308593538e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.146641 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-48eef7dd-4eab-46aa-b9a2-c308593538e7 admin admin] Publish callbacks [] for security_group (fd88b788-83e0-4e46-9703-a7c585ad2b67), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.150855 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-48eef7dd-4eab-46aa-b9a2-c308593538e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fd88b788-83e0-4e46-9703-a7c585ad2b67), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.194297 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-48eef7dd-4eab-46aa-b9a2-c308593538e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76d668cabcdd4ed9afeddec02f1ab2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213740 May 10 19:29:29.194297 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eef7dd-4eab-46aa-b9a2-c308593538e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88b788-83e0-4e46-9703-a7c585ad2b67,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:29.194645 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58128) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:29.244813 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Publish callbacks [] for security_group (fd88b788-83e0-4e46-9703-a7c585ad2b67), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.269720 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Publish callbacks [] for security_group (fd88b788-83e0-4e46-9703-a7c585ad2b67), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.318694 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fd88b788-83e0-4e46-9703-a7c585ad2b67), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.321417 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.322699 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd88b788-83e0-4e46-9703-a7c585ad2b67 HTTP/1.1" status: 204 len: 168 time: 0.1261559 May 10 19:29:29.330821 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88b788-83e0-4e46-9703-a7c585ad2b67,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:29.338511 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.339702 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.340059 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.340406 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.340769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.341113 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.341441 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.341769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.342210 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.342416 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.342743 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.343070 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.343393 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.343714 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.344035 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8b636-329a-42b7-b489-581b699b4c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:29.619430 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58138) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:29.633109 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-984262f0-5107-4b6c-bd54-87da10ce0ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.707806 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-984262f0-5107-4b6c-bd54-87da10ce0ffd admin admin] Publish callbacks [] for security_group (08ebb50d-7b7d-4666-a5c2-b10acf6802f8), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.711215 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-984262f0-5107-4b6c-bd54-87da10ce0ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (08ebb50d-7b7d-4666-a5c2-b10acf6802f8), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.749445 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-984262f0-5107-4b6c-bd54-87da10ce0ffd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d7d3c5122ed45ee87231c465cb7fd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289525 May 10 19:29:29.750559 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984262f0-5107-4b6c-bd54-87da10ce0ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ebb50d-7b7d-4666-a5c2-b10acf6802f8,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:29.752152 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58140) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:29.799513 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4d97ff4a-a379-4aff-85a4-1234342a3369 admin admin] Publish callbacks [] for security_group (08ebb50d-7b7d-4666-a5c2-b10acf6802f8), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.823359 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4d97ff4a-a379-4aff-85a4-1234342a3369 admin admin] Publish callbacks [] for security_group (08ebb50d-7b7d-4666-a5c2-b10acf6802f8), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.870647 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4d97ff4a-a379-4aff-85a4-1234342a3369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (08ebb50d-7b7d-4666-a5c2-b10acf6802f8), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.873179 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-4d97ff4a-a379-4aff-85a4-1234342a3369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:29.874326 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-4d97ff4a-a379-4aff-85a4-1234342a3369 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08ebb50d-7b7d-4666-a5c2-b10acf6802f8 HTTP/1.1" status: 204 len: 168 time: 0.1209865 May 10 19:29:29.882067 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97ff4a-a379-4aff-85a4-1234342a3369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ebb50d-7b7d-4666-a5c2-b10acf6802f8,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:30.723663 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:29:34.412329 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58258) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:34.526795 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8c7a10f2-7a2c-48fa-82d0-dd27d9f6d14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.598857 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8c7a10f2-7a2c-48fa-82d0-dd27d9f6d14c admin admin] Publish callbacks [] for security_group (16a64fc9-8afe-47c1-938c-ea92eea33aeb), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.602805 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8c7a10f2-7a2c-48fa-82d0-dd27d9f6d14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (16a64fc9-8afe-47c1-938c-ea92eea33aeb), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.640342 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8c7a10f2-7a2c-48fa-82d0-dd27d9f6d14c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3b67e5946a14d1595c7e17760a8188a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268660 May 10 19:29:34.641219 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a10f2-7a2c-48fa-82d0-dd27d9f6d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a64fc9-8afe-47c1-938c-ea92eea33aeb,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:34.643616 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58264) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:34.691457 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a43f05cd-c711-49f8-8464-44d2c2412b02 admin admin] Publish callbacks [] for security_group (16a64fc9-8afe-47c1-938c-ea92eea33aeb), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.713085 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a43f05cd-c711-49f8-8464-44d2c2412b02 admin admin] Publish callbacks [] for security_group (16a64fc9-8afe-47c1-938c-ea92eea33aeb), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.761030 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a43f05cd-c711-49f8-8464-44d2c2412b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (16a64fc9-8afe-47c1-938c-ea92eea33aeb), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.763493 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a43f05cd-c711-49f8-8464-44d2c2412b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:34.764683 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a43f05cd-c711-49f8-8464-44d2c2412b02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16a64fc9-8afe-47c1-938c-ea92eea33aeb HTTP/1.1" status: 204 len: 168 time: 0.1194665 May 10 19:29:34.772284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f05cd-c711-49f8-8464-44d2c2412b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a64fc9-8afe-47c1-938c-ea92eea33aeb,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:35.033994 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58274) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:35.048096 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-876ba553-b60f-4547-9c5e-43aa1a8497fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.142579 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-876ba553-b60f-4547-9c5e-43aa1a8497fe admin admin] Publish callbacks [] for security_group (a0846814-c204-4ed2-bdda-449a7410d201), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.146566 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-876ba553-b60f-4547-9c5e-43aa1a8497fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a0846814-c204-4ed2-bdda-449a7410d201), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.184997 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ba553-b60f-4547-9c5e-43aa1a8497fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0846814-c204-4ed2-bdda-449a7410d201,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:35.190737 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-876ba553-b60f-4547-9c5e-43aa1a8497fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea458785fa2247a29c7983083d52b599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557024 May 10 19:29:35.193689 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58280) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:35.240669 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b01c9298-b5e0-4a90-b2f0-789704e68f72 admin admin] Publish callbacks [] for security_group (a0846814-c204-4ed2-bdda-449a7410d201), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.261586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b01c9298-b5e0-4a90-b2f0-789704e68f72 admin admin] Publish callbacks [] for security_group (a0846814-c204-4ed2-bdda-449a7410d201), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.308117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b01c9298-b5e0-4a90-b2f0-789704e68f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a0846814-c204-4ed2-bdda-449a7410d201), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.310853 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-b01c9298-b5e0-4a90-b2f0-789704e68f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:35.312038 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-b01c9298-b5e0-4a90-b2f0-789704e68f72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0846814-c204-4ed2-bdda-449a7410d201 HTTP/1.1" status: 204 len: 168 time: 0.1174140 May 10 19:29:35.319841 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9298-b5e0-4a90-b2f0-789704e68f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0846814-c204-4ed2-bdda-449a7410d201,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:36.318795 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58314) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:36.422685 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9f75bd34-1748-45c4-98b6-e19feabb354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.494592 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9f75bd34-1748-45c4-98b6-e19feabb354b admin admin] Publish callbacks [] for security_group (8dd02853-20a7-4b46-a2ad-c734d3ce7f52), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.498153 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-9f75bd34-1748-45c4-98b6-e19feabb354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8dd02853-20a7-4b46-a2ad-c734d3ce7f52), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.536231 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-9f75bd34-1748-45c4-98b6-e19feabb354b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=370d7066a3154b8b976d4b50f721920b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163498 May 10 19:29:36.537105 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75bd34-1748-45c4-98b6-e19feabb354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd02853-20a7-4b46-a2ad-c734d3ce7f52,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:36.539769 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58320) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:36.589038 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-40cf34d9-8f96-4b01-936c-54310d6ca5ab admin admin] Publish callbacks [] for security_group (8dd02853-20a7-4b46-a2ad-c734d3ce7f52), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.609837 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-40cf34d9-8f96-4b01-936c-54310d6ca5ab admin admin] Publish callbacks [] for security_group (8dd02853-20a7-4b46-a2ad-c734d3ce7f52), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.657866 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-40cf34d9-8f96-4b01-936c-54310d6ca5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (8dd02853-20a7-4b46-a2ad-c734d3ce7f52), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.660295 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-40cf34d9-8f96-4b01-936c-54310d6ca5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:36.661468 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-40cf34d9-8f96-4b01-936c-54310d6ca5ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8dd02853-20a7-4b46-a2ad-c734d3ce7f52 HTTP/1.1" status: 204 len: 168 time: 0.1204360 May 10 19:29:36.670037 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf34d9-8f96-4b01-936c-54310d6ca5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd02853-20a7-4b46-a2ad-c734d3ce7f52,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:40.240761 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-253d7a19-7a0c-4728-9b5a-3bc1f9c8d7c7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734659951&fields=id&tenant_id=7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 267 time: 0.0424290 May 10 19:29:40.341780 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-d2cd222b-79d7-48d8-b2f8-e0dee23e3948 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:40.343197 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-d2cd222b-79d7-48d8-b2f8-e0dee23e3948 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 811 time: 0.0958817 May 10 19:29:40.357773 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-fd5f3719-fa32-4b4c-a765-994af4ab9806 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/quotas/7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 375 time: 0.0090759 May 10 19:29:40.412363 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-69775bfe-b282-4d3a-9234-37ff54c1bb98 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468135 May 10 19:29:40.504801 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-38c133c8-ffcf-4145-b170-8f8d80ea5a53 service neutron] 10.222.0.70 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805519 May 10 19:29:40.594750 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-61eca9bd-8792-4d49-9f56-a04ddee880fa service neutron] 10.222.0.70 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846200 May 10 19:29:40.883827 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-867a5f6b-5935-4768-9ebf-fb7ad274abe6 req-6b3a8e60-f090-4ca6-be8b-0879cc10b2b2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 210 time: 0.0327106 May 10 19:29:40.956804 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58390) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:41.069530 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cf46fc9a-4437-45fe-bb4b-d310e131c6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.146941 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cf46fc9a-4437-45fe-bb4b-d310e131c6f1 admin admin] Publish callbacks [] for security_group (a9262704-b21b-4ece-b2f5-49cf999e4a10), precommit_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.150633 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-cf46fc9a-4437-45fe-bb4b-d310e131c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a9262704-b21b-4ece-b2f5-49cf999e4a10), after_create {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.190473 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-cf46fc9a-4437-45fe-bb4b-d310e131c6f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0f16702b4804d5db5dc0ad7484ce217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324629 May 10 19:29:41.191359 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46fc9a-4437-45fe-bb4b-d310e131c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9262704-b21b-4ece-b2f5-49cf999e4a10,revision_number=1']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.193773 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58398) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:41.244516 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e65650cf-30bc-4695-97ba-0d6e1ffd5d0b admin admin] Publish callbacks [] for security_group (a9262704-b21b-4ece-b2f5-49cf999e4a10), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.278336 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e65650cf-30bc-4695-97ba-0d6e1ffd5d0b admin admin] Publish callbacks [] for security_group (a9262704-b21b-4ece-b2f5-49cf999e4a10), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.327352 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e65650cf-30bc-4695-97ba-0d6e1ffd5d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (a9262704-b21b-4ece-b2f5-49cf999e4a10), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.329991 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e65650cf-30bc-4695-97ba-0d6e1ffd5d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.331118 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e65650cf-30bc-4695-97ba-0d6e1ffd5d0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9262704-b21b-4ece-b2f5-49cf999e4a10 HTTP/1.1" status: 204 len: 168 time: 0.1362956 May 10 19:29:41.338834 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65650cf-30bc-4695-97ba-0d6e1ffd5d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9262704-b21b-4ece-b2f5-49cf999e4a10,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.584449 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58406) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:41.597348 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7434198-04fc-4b95-8daf-7e74f9fce9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.684534 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7434198-04fc-4b95-8daf-7e74f9fce9b1 admin admin] Publish callbacks [] for security_group (cb37c625-a7fb-4a84-8617-9bc8f371d676), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.688729 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f7434198-04fc-4b95-8daf-7e74f9fce9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cb37c625-a7fb-4a84-8617-9bc8f371d676), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.728384 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f7434198-04fc-4b95-8daf-7e74f9fce9b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4c6953fe2e74de4b37965a3ede8da9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428723 May 10 19:29:41.729261 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7434198-04fc-4b95-8daf-7e74f9fce9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb37c625-a7fb-4a84-8617-9bc8f371d676,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.731902 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58408) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:41.786083 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8932e259-8289-44e7-a38e-0bf5995a1ecd admin admin] Publish callbacks [] for security_group (cb37c625-a7fb-4a84-8617-9bc8f371d676), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.812850 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8932e259-8289-44e7-a38e-0bf5995a1ecd admin admin] Publish callbacks [] for security_group (cb37c625-a7fb-4a84-8617-9bc8f371d676), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.863819 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8932e259-8289-44e7-a38e-0bf5995a1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (cb37c625-a7fb-4a84-8617-9bc8f371d676), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.866698 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-8932e259-8289-44e7-a38e-0bf5995a1ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:41.867033 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-2f62bcdd-9cec-45dd-8b41-c0510fcedaaf tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:41.868637 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-8932e259-8289-44e7-a38e-0bf5995a1ecd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb37c625-a7fb-4a84-8617-9bc8f371d676 HTTP/1.1" status: 204 len: 168 time: 0.1349692 May 10 19:29:41.869225 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-2f62bcdd-9cec-45dd-8b41-c0510fcedaaf tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 811 time: 0.1093891 May 10 19:29:41.877108 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932e259-8289-44e7-a38e-0bf5995a1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb37c625-a7fb-4a84-8617-9bc8f371d676,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:41.955620 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-4a119a9a-f97d-498e-b547-36090215f3b6 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bff45e4fe4f43fcbd241831c989710f HTTP/1.1" status: 200 len: 379 time: 0.0747724 May 10 19:29:41.968291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'port': {'device_id': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'admin_state_up': True, 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'security_groups': ['1e52891b-33aa-4dfc-bca5-0a0cb196fc64']}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:41.997670 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-abcbba02-f736-4e2b-b680-159bdafa4ab8 req-3533b8af-365f-411d-806a-86f58e1a6324 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 210 time: 0.0306308 May 10 19:29:42.094031 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Made reservation on behalf of 7bff45e4fe4f43fcbd241831c989710f for: {'port': 1} {{(pid=103463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:29:42.097397 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.218484 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58416) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:42.240706 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Allocated IP 172.20.0.11 (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0/fa8640f0-4884-4302-8b13-f2b942d51826/85ab2cc3-e2f4-4726-98db-47572a2002c5) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:42.242855 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6fd1da9c-2ff9-482e-9a36-ea57bf19ab39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.438543 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.441194 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6fd1da9c-2ff9-482e-9a36-ea57bf19ab39 admin admin] Publish callbacks [] for security_group (dc046624-2a1c-47fa-8920-5a4083cc9020), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.447837 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6fd1da9c-2ff9-482e-9a36-ea57bf19ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (dc046624-2a1c-47fa-8920-5a4083cc9020), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.499884 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6fd1da9c-2ff9-482e-9a36-ea57bf19ab39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6949da13f064eaca7d1266c02679771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784345 May 10 19:29:42.502692 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58418) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:42.505066 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1da9c-2ff9-482e-9a36-ea57bf19ab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc046624-2a1c-47fa-8920-5a4083cc9020,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.515825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.553181 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5862686-9da4-4153-b8b2-8aa168c9b129 admin admin] Publish callbacks [] for security_group (dc046624-2a1c-47fa-8920-5a4083cc9020), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.556985 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:42.560008 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:42.563777 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:29:42.576040 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5862686-9da4-4153-b8b2-8aa168c9b129 admin admin] Publish callbacks [] for security_group (dc046624-2a1c-47fa-8920-5a4083cc9020), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.597526 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=85ab2cc3-e2f4-4726-98db-47572a2002c5,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.626236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:42.626856 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.632904 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5862686-9da4-4153-b8b2-8aa168c9b129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (dc046624-2a1c-47fa-8920-5a4083cc9020), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.635528 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-c5862686-9da4-4153-b8b2-8aa168c9b129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.639184 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-c5862686-9da4-4153-b8b2-8aa168c9b129 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dc046624-2a1c-47fa-8920-5a4083cc9020 HTTP/1.1" status: 204 len: 168 time: 0.1329341 May 10 19:29:42.644736 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862686-9da4-4153-b8b2-8aa168c9b129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc046624-2a1c-47fa-8920-5a4083cc9020,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:42.646364 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-34c033c0-88ee-4495-923b-cb8556791b2b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6840546 May 10 19:29:42.657260 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Request body: {'port': {'device_id': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:42.867831 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-ec67b141-ca60-401a-8aee-e1fd32e1fda1 None None] Provisioning complete for port 85ab2cc3-e2f4-4726-98db-47572a2002c5 triggered by entity DHCP. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:29:42.868490 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ec67b141-ca60-401a-8aee-e1fd32e1fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:42.909912 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-ec67b141-ca60-401a-8aee-e1fd32e1fda1 None None] Port 85ab2cc3-e2f4-4726-98db-47572a2002c5 cannot update to ACTIVE because it is not bound. {{(pid=103464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:29:43.011886 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:43.124990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da327d-25ed-4d45-8c6d-6fbabc56b513 req-6018368c-614c-449a-8b19-006d9d661c8a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:43.126384 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9da327d-25ed-4d45-8c6d-6fbabc56b513 req-6018368c-614c-449a-8b19-006d9d661c8a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 932 time: 0.0555687 May 10 19:29:43.175663 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-c9da327d-25ed-4d45-8c6d-6fbabc56b513 req-b7901fc4-df6d-4b90-ad12-a82b15c17f9d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 May 10 19:29:43.289293 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ab2cc3-e2f4-4726-98db-47572a2002c5 {{(pid=103463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:29:43.296566 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Publish callbacks [] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:43.309272 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.provisioning_blocks [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Transition to ACTIVE for port object 85ab2cc3-e2f4-4726-98db-47572a2002c5 will not be triggered until provisioned by entity L2. {{(pid=103463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:29:43.313508 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:43.381729 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Pushing event updated for resources: {'Port': ['ID=85ab2cc3-e2f4-4726-98db-47572a2002c5,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:43.435601 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Attempting to bind port 85ab2cc3-e2f4-4726-98db-47572a2002c5 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:29:43.436041 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Attempting to bind port 85ab2cc3-e2f4-4726-98db-47572a2002c5 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:29:43.436383 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Attempting to bind port 85ab2cc3-e2f4-4726-98db-47572a2002c5 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:29:43.441139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Port 85ab2cc3-e2f4-4726-98db-47572a2002c5 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:29:43.441482 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Attempting to bind port 85ab2cc3-e2f4-4726-98db-47572a2002c5 on network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:29:43.447300 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Checking agent: {'id': '708c697b-6b2e-448b-b163-42488337aa54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'started_at': datetime.datetime(2022, 5, 10, 19, 18, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:29:43.447643 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Checking segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:29:43.448029 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Bound using segment: {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'} {{(pid=103463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:29:43.448481 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.managers [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Bound port: 85ab2cc3-e2f4-4726-98db-47572a2002c5, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d12d4c-9f3f-4f25-838a-2c2377d3c393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0'}}] {{(pid=103463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:29:43.448846 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:43.517533 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] For port 85ab2cc3-e2f4-4726-98db-47572a2002c5, host hv-cinder-78481, cleared binding levels {{(pid=103463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:29:43.520672 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] For port 85ab2cc3-e2f4-4726-98db-47572a2002c5, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:29:43.527086 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:43.560575 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:43.561261 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:43.562611 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] 10.222.0.73 "PUT /v2.0/ports/85ab2cc3-e2f4-4726-98db-47572a2002c5 HTTP/1.1" status: 200 len: 1094 time: 0.9096835 May 10 19:29:43.563050 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:29:43.565312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:29:43.591738 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be99b05-4bb8-438f-81ab-524efa50590a service neutron] Pushing event updated for resources: {'Port': ['ID=85ab2cc3-e2f4-4726-98db-47572a2002c5,revision_number=3']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:43.612665 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5102c3-46f6-4ec3-ac2f-021b75c6e70e x-openstack-request-id: req-1a5102c3-46f6-4ec3-ac2f-021b75c6e70e {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:29:43.612857 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:29:43.613110 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a5102c3-46f6-4ec3-ac2f-021b75c6e70e {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:29:43.613513 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5102c3-46f6-4ec3-ac2f-021b75c6e70e'] response: {'name': 'network-changed', 'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'status': 'completed', 'code': 200} May 10 19:29:43.645465 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-55507bf1-a3b2-4db5-8920-666aad4b4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:43.647018 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-55507bf1-a3b2-4db5-8920-666aad4b4538 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 1128 time: 0.0435014 May 10 19:29:43.691102 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-86a87f34-76ed-47ca-9ffc-0684336a4730 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5 HTTP/1.1" status: 200 len: 217 time: 0.0354798 May 10 19:29:43.744502 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-ad9883d1-446c-4e15-97d7-f2f916a05e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:43.746016 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-ad9883d1-446c-4e15-97d7-f2f916a05e69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0481937 May 10 19:29:43.789201 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3c76-abae-4779-a984-bf14b01fa570 req-69b12d48-e4be-4d56-a75a-5d8734080c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:43.790737 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-69b12d48-e4be-4d56-a75a-5d8734080c09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380034 May 10 19:29:43.879807 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-a96217e0-9607-4dac-a017-c5a240e0c22e service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813446 May 10 19:29:43.972662 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-437d3c76-abae-4779-a984-bf14b01fa570 req-67784fc3-7056-4b51-b4cc-6e5e846bcba0 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 May 10 19:29:44.282791 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-8b83e798-08d1-4851-990d-5ff7ed494f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:44.284317 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-8b83e798-08d1-4851-990d-5ff7ed494f2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 1128 time: 0.0392313 May 10 19:29:44.290421 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4f44d-42bc-4cd1-95f7-21689b7849f0 req-4207acea-8006-4bc0-9e1b-6cc3bc78c049 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:44.291891 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-48d4f44d-42bc-4cd1-95f7-21689b7849f0 req-4207acea-8006-4bc0-9e1b-6cc3bc78c049 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0463939 May 10 19:29:44.334455 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d25bd677-b05a-4adb-a507-09b839f437d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:44.340921 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-48d4f44d-42bc-4cd1-95f7-21689b7849f0 req-26392ffa-dc97-4aa7-8061-842010102b1a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433750 May 10 19:29:44.378510 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-f7ba44c7-5505-491d-b729-570e66727ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:44.379990 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-f7ba44c7-5505-491d-b729-570e66727ff5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.0890853 May 10 19:29:44.428262 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-db6ac75b-7640-4194-afa4-dda9a12dfd33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5 HTTP/1.1" status: 200 len: 217 time: 0.0349469 May 10 19:29:44.477957 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-f7cb6ac8-d6c7-4917-a62c-3e32d8a60531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:44.479275 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-f7cb6ac8-d6c7-4917-a62c-3e32d8a60531 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0429404 May 10 19:29:44.526598 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-78102451-9cbc-4231-a744-c03e910d50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:44.528069 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-78102451-9cbc-4231-a744-c03e910d50b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409496 May 10 19:29:44.615635 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-d711dfd7-5445-4b9a-8b53-5ce83e8e5d36 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810883 May 10 19:29:44.708104 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-c895e5ae-8711-4b4e-aa5f-3575281ca3f5 req-eedb8e49-fe28-4867-b214-95ab6e564320 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868008 May 10 19:29:45.453179 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b86baf-42e8-463c-a72b-7e5da1d3a83b req-26e0deec-f09b-4f57-816d-60b3630b2764 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:45.454603 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-30b86baf-42e8-463c-a72b-7e5da1d3a83b req-26e0deec-f09b-4f57-816d-60b3630b2764 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0461628 May 10 19:29:45.514363 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-30b86baf-42e8-463c-a72b-7e5da1d3a83b req-03f3b662-faca-41a6-93ff-8962d7d44df5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543931 May 10 19:29:46.021917 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:46.630575 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df25af-9402-437c-aaae-6f4d72382a3a req-d53f9dfe-e8b4-47b5-ba68-d7ded11a2efb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:46.632046 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-70df25af-9402-437c-aaae-6f4d72382a3a req-d53f9dfe-e8b4-47b5-ba68-d7ded11a2efb tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0525529 May 10 19:29:46.683647 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d2af3906-0524-40c8-b121-8d47c0d0400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:46.696287 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-70df25af-9402-437c-aaae-6f4d72382a3a req-b39947e7-17f3-4c60-82cc-cf0d93626eaa tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586011 May 10 19:29:47.433271 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:47.807478 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32595602-8526-4470-b176-5ffc484e1c00 req-d30c796c-7352-40a4-972e-bb48876cbca2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:47.808905 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32595602-8526-4470-b176-5ffc484e1c00 req-d30c796c-7352-40a4-972e-bb48876cbca2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0444300 May 10 19:29:47.855884 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-32595602-8526-4470-b176-5ffc484e1c00 req-d755d0fc-3a70-47e3-9368-518bbd9137fa tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 May 10 19:29:48.971495 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f19c-ff62-48d5-a365-cd3c6e11e4b2 req-cd10c8fb-3414-45fd-b933-41ff1be960d4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:48.972978 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0399f19c-ff62-48d5-a365-cd3c6e11e4b2 req-cd10c8fb-3414-45fd-b933-41ff1be960d4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0505004 May 10 19:29:49.022325 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-0399f19c-ff62-48d5-a365-cd3c6e11e4b2 req-3e91bc27-891f-4b0d-ba84-c864c448553e tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 May 10 19:29:49.032632 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:50.135407 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432b7d6-fd85-4864-ba4b-5143c6d76255 req-03b5b4de-764f-4300-a6f6-e0a2a05c36f8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:50.136914 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1432b7d6-fd85-4864-ba4b-5143c6d76255 req-03b5b4de-764f-4300-a6f6-e0a2a05c36f8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0454261 May 10 19:29:50.184539 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1432b7d6-fd85-4864-ba4b-5143c6d76255 req-9e46568e-dab0-4d1d-98a6-d3e7ac851135 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421565 May 10 19:29:50.659617 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:51.295985 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe272-42d5-467e-a594-44eb106c06ce req-2d15202e-0f1d-4d7c-8062-ecb42be4ca5a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:51.297454 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1efbe272-42d5-467e-a594-44eb106c06ce req-2d15202e-0f1d-4d7c-8062-ecb42be4ca5a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0483279 May 10 19:29:51.344749 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-1efbe272-42d5-467e-a594-44eb106c06ce req-4e85e59d-5658-4c99-8002-c9a1f45f6bfa tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 May 10 19:29:52.452681 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ae260-34e2-4d7d-b803-4d03887da895 req-2727927c-6896-4b36-93c9-436ad929bf69 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:52.454107 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3a4ae260-34e2-4d7d-b803-4d03887da895 req-2727927c-6896-4b36-93c9-436ad929bf69 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 944 time: 0.0447950 May 10 19:29:52.501061 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-3a4ae260-34e2-4d7d-b803-4d03887da895 req-416c1d0b-2a7f-42e3-922f-cbdb4e97ea58 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 May 10 19:29:53.162915 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 85ab2cc3-e2f4-4726-98db-47572a2002c5 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=103464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:29:53.266211 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 85ab2cc3-e2f4-4726-98db-47572a2002c5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:53.278713 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Returning: {'device': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'port_id': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'mac_address': 'fa:16:3e:a3:2b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:29:53.317714 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 85ab2cc3-e2f4-4726-98db-47572a2002c5 is: DOWN; New status is: BUILD {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:29:53.318101 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:53.330632 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ab2cc3-e2f4-4726-98db-47572a2002c5 {{(pid=103464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:29:53.349549 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 85ab2cc3-e2f4-4726-98db-47572a2002c5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:53.353839 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:53.398561 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=85ab2cc3-e2f4-4726-98db-47572a2002c5,revision_number=4']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:53.405925 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.406273 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.406619 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.406958 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.407295 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.407624 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.407952 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.408277 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.408639 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.408968 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.409293 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.409618 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.409938 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.410259 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.410577 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:29:53.575776 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] get_ports_and_sgs() called for port_ids ['85ab2cc3-e2f4-4726-98db-47572a2002c5'] {{(pid=103464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:29:53.613953 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb4c5-f1bb-4b80-9dfa-378f12469627 req-63222e61-f441-4292-8ca0-7aebd1f183ca tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:53.615434 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60ecb4c5-f1bb-4b80-9dfa-378f12469627 req-63222e61-f441-4292-8ca0-7aebd1f183ca tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 945 time: 0.0470698 May 10 19:29:53.667191 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-60ecb4c5-f1bb-4b80-9dfa-378f12469627 req-6433b6a8-1f6b-4ea0-8da4-2abbcbc90661 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459337 May 10 19:29:54.777911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c5fef-3d64-4192-8600-81f9f62c97e9 req-6bd597ce-e518-439c-95cd-5f880417c45c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:54.779365 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ce5c5fef-3d64-4192-8600-81f9f62c97e9 req-6bd597ce-e518-439c-95cd-5f880417c45c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 945 time: 0.0458491 May 10 19:29:54.828194 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-ce5c5fef-3d64-4192-8600-81f9f62c97e9 req-1d272626-17b7-4cc3-8765-a61ccf9304cd tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433111 May 10 19:29:55.163640 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 85ab2cc3-e2f4-4726-98db-47572a2002c5 up at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:29:55.208261 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning for port 85ab2cc3-e2f4-4726-98db-47572a2002c5 completed by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:29:55.213833 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.provisioning_blocks [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Provisioning complete for port 85ab2cc3-e2f4-4726-98db-47572a2002c5 triggered by entity L2. {{(pid=103464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:29:55.214201 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1884663'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), provisioning_complete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:55.290353 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Current status of the port 85ab2cc3-e2f4-4726-98db-47572a2002c5 is: BUILD; New status is: ACTIVE {{(pid=103464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:29:55.290754 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), before_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:55.312789 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5'}] {{(pid=103464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:29:55.315001 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6e828c0b30d82c99010d1ebf93e075aae09327b1da17452ce41772b1ff6a9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4dc6c4-1403-4575-83e5-4372be44475e" -d '{"events": [{"server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "name": "network-vif-plugged", "status": "completed", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5"}]}' {{(pid=103464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:29:55.327984 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] For port 85ab2cc3-e2f4-4726-98db-47572a2002c5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:29:55.332546 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:55.355451 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259216f8-7cf8-419b-99e6-d4c1e0250293 x-openstack-request-id: req-259216f8-7cf8-419b-99e6-d4c1e0250293 {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:29:55.355744 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "name": "network-vif-plugged", "status": "completed", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5", "code": 200}]} {{(pid=103464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:29:55.355996 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-259216f8-7cf8-419b-99e6-d4c1e0250293 {{(pid=103464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:29:55.356388 dv-cinder-784815-13-iscsi neutron-server[103464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259216f8-7cf8-419b-99e6-d4c1e0250293'] response: {'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'code': 200} May 10 19:29:55.381504 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Pushing event updated for resources: {'Port': ['ID=85ab2cc3-e2f4-4726-98db-47572a2002c5,revision_number=5']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:55.561112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782408e-09ef-4b51-ab5d-6e632d65b628 req-94e06cc4-70d0-4469-9cad-fc0e07b54531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:55.562455 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d782408e-09ef-4b51-ab5d-6e632d65b628 req-94e06cc4-70d0-4469-9cad-fc0e07b54531 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0371077 May 10 19:29:55.607901 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-d782408e-09ef-4b51-ab5d-6e632d65b628 req-9b73f555-b17f-4f04-8897-765d3d58ae3e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389347 May 10 19:29:55.945339 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160a76-c8c0-4d50-a261-3ce65f3048e1 req-f46825f5-6b4a-4c98-aa40-b49821665aaf tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:55.946883 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f4160a76-c8c0-4d50-a261-3ce65f3048e1 req-f46825f5-6b4a-4c98-aa40-b49821665aaf tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 946 time: 0.0448539 May 10 19:29:55.995775 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-f4160a76-c8c0-4d50-a261-3ce65f3048e1 req-59a87eda-8273-4d2d-804e-cba168991353 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 May 10 19:29:57.116527 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce72d-e062-4233-80b5-89fa6322d23b req-e3e6cd69-d91d-436e-963c-0b76317ff0d4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:57.117954 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd0ce72d-e062-4233-80b5-89fa6322d23b req-e3e6cd69-d91d-436e-963c-0b76317ff0d4 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 946 time: 0.0500937 May 10 19:29:57.165826 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-dd0ce72d-e062-4233-80b5-89fa6322d23b req-ae674d31-c7d5-47fb-ae81-1551506f9fa8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418341 May 10 19:29:57.277494 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cdd44-c8e8-400f-9b6f-e10a08446aef req-13f12110-37fe-4783-a20f-0bb72ba8ea0c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:57.278846 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-258cdd44-c8e8-400f-9b6f-e10a08446aef req-13f12110-37fe-4783-a20f-0bb72ba8ea0c tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 946 time: 0.0458913 May 10 19:29:57.327308 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-258cdd44-c8e8-400f-9b6f-e10a08446aef req-a55b44c1-e6be-423a-a97e-fca05d861e70 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 May 10 19:29:57.349266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58460) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:57.565274 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3913a56-9896-44bc-9fb1-a14759bef4ca tempest-TestVolumeBootPattern-676294518 tempest-TestVolumeBootPattern-676294518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:57.566755 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a3913a56-9896-44bc-9fb1-a14759bef4ca tempest-TestVolumeBootPattern-676294518 tempest-TestVolumeBootPattern-676294518-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 1125 time: 0.2164755 May 10 19:29:57.569822 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58464) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:29:57.574475 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.v2.base [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Request body: {'floatingip': {'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'port_id': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:29:57.594666 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:57.673721 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (None), before_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:57.773531 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_common [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Allocated IP 172.27.0.170 (19176fd1-92c1-4975-9e75-47a8f3e68325/34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16/fa4830ae-c274-4182-8b4b-46767613ee4e) {{(pid=103463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:29:57.877495 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:57.909615 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978641264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:57.944517 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Network 19176fd1-92c1-4975-9e75-47a8f3e68325 is already hosted by enough agents. {{(pid=103463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:29:57.948872 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.base_scheduler [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Resources bound (agent type, host, resource id): {{(pid=103463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:29:57.953486 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Received port after_create {{(pid=103463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:29:57.983992 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=fa4830ae-c274-4182-8b4b-46767613ee4e,revision_number=1']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:58.337746 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (33967336-621b-48ec-a7b9-8ff586125dcf), precommit_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:58.408673 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2060084'] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), before_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:58.551611 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), precommit_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:58.555946 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979167654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978641282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978641300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25779453'] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), after_update {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:58.633209 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event updated for resources: {'Port': ['ID=fa4830ae-c274-4182-8b4b-46767613ee4e,revision_number=2']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:29:58.639963 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576273'] for floatingip (33967336-621b-48ec-a7b9-8ff586125dcf), after_create {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:58.739725 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Floating IP 33967336-621b-48ec-a7b9-8ff586125dcf associated. External IP: 172.27.0.170, port: 85ab2cc3-e2f4-4726-98db-47572a2002c5. May 10 19:29:58.949499 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:29:59.056616 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:29:59.066773 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:29:59.075081 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:29:59.081094 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:29:59.081728 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:29:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:59.104769 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8c8db55b-a36b-4043-b49a-adc2e7430e90 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5339081 May 10 19:29:59.105450 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:29:59.107786 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2518fe0e-598d-4edb-8c75-c3c5a0530de7" -d '{"events": [{"name": "network-changed", "server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:29:59.141785 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27470733-326f-4ba1-8211-cffa4ac87c0d x-openstack-request-id: req-27470733-326f-4ba1-8211-cffa4ac87c0d {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:29:59.142082 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:29:59.142335 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27470733-326f-4ba1-8211-cffa4ac87c0d {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:29:59.142742 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27470733-326f-4ba1-8211-cffa4ac87c0d'] response: {'name': 'network-changed', 'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'status': 'completed', 'code': 200} May 10 19:29:59.191419 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:29:59.206291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-7aecef52-26ec-46fa-abb8-60314731bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:59.207704 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-7aecef52-26ec-46fa-abb8-60314731bb56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0386527 May 10 19:29:59.298941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-f00d34fd-e4ae-4ee2-ad3f-46c14591fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:59.300402 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-f00d34fd-e4ae-4ee2-ad3f-46c14591fa87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.0860391 May 10 19:29:59.366486 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-e3d4009d-8f57-45ec-ad02-c2e007b61fc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5 HTTP/1.1" status: 200 len: 1000 time: 0.0600817 May 10 19:29:59.411935 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '33967336-621b-48ec-a7b9-8ff586125dcf', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:a3:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:29:58Z', 'updated_at': '2022-05-10T19:29:58Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}, {'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:53Z', 'revision_number': 1, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:59.412285 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-cce53256-cf24-461c-8643-9237ac2c6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:59.413601 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-cce53256-cf24-461c-8643-9237ac2c6850 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0420096 May 10 19:29:59.438991 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:29:59.447478 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:29:59.448081 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:29:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:59.457941 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-448814c1-7076-44ee-bb9d-33e4df5010bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:29:59.459381 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-448814c1-7076-44ee-bb9d-33e4df5010bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405581 May 10 19:29:59.545848 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-a06809e8-3890-4789-ae92-3d7450dd7b05 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808146 May 10 19:29:59.554874 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:29:59.639904 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-2518fe0e-598d-4edb-8c75-c3c5a0530de7 req-16232bf4-0852-4dd4-864d-ddafa10f9eab service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879807 May 10 19:29:59.906346 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '33967336-621b-48ec-a7b9-8ff586125dcf', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:a3:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:29:58Z', 'updated_at': '2022-05-10T19:29:58Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}, {'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:53Z', 'revision_number': 1, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:29:59.932610 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4062f-d8e0-453d-8966-03a397470ba3 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': '33967336-621b-48ec-a7b9-8ff586125dcf', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:a3:2b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:29:58Z', 'updated_at': '2022-05-10T19:29:58Z', 'revision_number': 0, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}, {'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:53Z', 'revision_number': 1, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:00.121912 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e07c7-f95d-4759-bb5f-8b6abb14dbb7 None None] New status for floating IP 33967336-621b-48ec-a7b9-8ff586125dcf: ACTIVE {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:30:07.723098 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:30:14.338347 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0fe82d22-0113-49ce-8e2d-b690d7836420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:16.020711 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:16.676172 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a77e040f-14e8-4440-ba0d-1ca95abc3af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:17.435661 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:19.035702 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:20.661152 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:37.360909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58478) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:37.513796 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Deleting port e09ec919-9f7a-437d-9f7c-d21c89505c61 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:37.514136 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:37.588795 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:37.589115 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for floatingip (e09ec919-9f7a-437d-9f7c-d21c89505c61), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:37.602196 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Calling delete_port for e09ec919-9f7a-437d-9f7c-d21c89505c61 owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:37.775221 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (e09ec919-9f7a-437d-9f7c-d21c89505c61), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:37.804327 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event deleted for resources: {'Port': ['ID=e09ec919-9f7a-437d-9f7c-d21c89505c61,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:37.817659 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.818007 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.818381 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.818977 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.819318 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.819648 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.819975 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.820298 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.820893 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.821222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.821548 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.821874 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.822374 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.822501 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.822816 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:37.879909 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for floatingip (a7d5c5a4-5610-459d-834a-2cb5c2fd0141), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:37.880244 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Floating IP a7d5c5a4-5610-459d-834a-2cb5c2fd0141 disassociated (deleted). External IP: 172.27.0.8, port: a433209c-d12b-4e42-aeef-b49477b32c02. May 10 19:30:38.358402 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Router e1e8d353-7893-4c85-869b-8b57e5bd3f07 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:30:38.479383 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:30:38.484676 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:38.490861 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] Sync routers for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:38.503223 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:30:38.503881 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:30:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:38.514375 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-8551e795-469e-4eb0-96ce-1bf236286a00 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "DELETE /v2.0/floatingips/a7d5c5a4-5610-459d-834a-2cb5c2fd0141 HTTP/1.1" status: 204 len: 168 time: 1.1523170 May 10 19:30:38.514963 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:30:38.517298 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd" -d '{"events": [{"name": "network-changed", "server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:30:38.559233 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc612b8-2545-497c-9c56-76d2f4b65215 x-openstack-request-id: req-fbc612b8-2545-497c-9c56-76d2f4b65215 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:30:38.559521 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:30:38.559769 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fbc612b8-2545-497c-9c56-76d2f4b65215 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:30:38.560298 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc612b8-2545-497c-9c56-76d2f4b65215'] response: {'name': 'network-changed', 'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'status': 'completed', 'code': 200} May 10 19:30:38.632994 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-eb404979-9c54-446f-b5f2-c0ae1e45b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:38.634787 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-eb404979-9c54-446f-b5f2-c0ae1e45b784 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c6ebef4c7f34f3dac195244855d9292&device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0470264 May 10 19:30:38.660215 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:30:38.761455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-898ff8dd-4d08-4ed0-a772-fd7d98a7d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:38.762866 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-898ff8dd-4d08-4ed0-a772-fd7d98a7d82b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 200 len: 910 time: 0.1227348 May 10 19:30:38.780032 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575238ab-4846-4914-9272-47517bdfd206 req-9d6039e8-b87a-4721-80b7-83e77ff03e70 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:38.784915 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-575238ab-4846-4914-9272-47517bdfd206 req-9d6039e8-b87a-4721-80b7-83e77ff03e70 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0672827 May 10 19:30:38.842540 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-575238ab-4846-4914-9272-47517bdfd206 req-cacffe84-6436-466b-8a64-9fb8e854bbb7 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530338 May 10 19:30:38.875425 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:38.902542 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] Checking router: e1e8d353-7893-4c85-869b-8b57e5bd3f07 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:38.911079 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:30:38.911702 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:30:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:39.023541 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:30:39.220367 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:39.247382 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6b7df-94ec-464c-ac08-588d9d5746ea None None] The sync data for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi is: [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:25:35Z', 'revision_number': 4, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': 'ce96e080-cb0b-4b36-8495-6fe1d51e9844', 'name': '', 'network_id': 'b113da0b-7d2b-4a4c-8782-54b46ffaf63c', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'mac_address': 'fa:16:3e:a2:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:34Z', 'updated_at': '2022-05-10T19:25:39Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'subnets': [{'id': '3b5d063a-9d64-48a7-8377-a47974c3158c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:39.485891 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d666511e-0e68-4ee6-8647-cf9c5c345642 None None] New status for floating IP a7d5c5a4-5610-459d-834a-2cb5c2fd0141: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:30:39.682046 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-d06e268a-9acd-49c7-b79f-8ab994cf5e2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 200 len: 217 time: 0.0366101 May 10 19:30:39.735421 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-66dd1839-feda-4410-a39f-d527f55c2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:39.736938 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-66dd1839-feda-4410-a39f-d527f55c2b5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 200 len: 848 time: 0.0461597 May 10 19:30:39.869072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-ce4639c9-b927-427e-a16c-6ab9b10f1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:39.871315 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-ce4639c9-b927-427e-a16c-6ab9b10f1942 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b113da0b-7d2b-4a4c-8782-54b46ffaf63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433965 May 10 19:30:39.966920 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-66f0e0ef-6128-47a0-8403-d96d3b0fd7a4 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888925 May 10 19:30:39.967937 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ef026-0cf6-4dfe-8304-2d0d9b221931 req-a3e481e2-0982-4c13-b107-65ead9fedc1c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:39.969476 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-076ef026-0cf6-4dfe-8304-2d0d9b221931 req-a3e481e2-0982-4c13-b107-65ead9fedc1c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0537353 May 10 19:30:40.022275 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-076ef026-0cf6-4dfe-8304-2d0d9b221931 req-2ce8431f-7cb5-4890-9e77-bc876569f168 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/security-groups?id=e531ff9d-06b2-4941-b74b-63f454551765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470319 May 10 19:30:40.210905 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-dcc7aa44-2a5e-40b7-bb24-aa90964a092c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:40.212358 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-dcc7aa44-2a5e-40b7-bb24-aa90964a092c tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.73 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 945 time: 0.0559781 May 10 19:30:40.273804 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-8fa1df30-fe43-4a3f-9edd-b1cdf6adbadd req-fecc4e65-9ef1-4c71-af45-a2aa2d026fa1 service neutron] 10.222.0.73 "GET /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638429 May 10 19:30:40.318063 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Deleting port a433209c-d12b-4e42-aeef-b49477b32c02 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:40.318414 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:40.409121 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] For port a433209c-d12b-4e42-aeef-b49477b32c02, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a433209c-d12b-4e42-aeef-b49477b32c02,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:40.409480 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:40.422940 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Calling delete_port for a433209c-d12b-4e42-aeef-b49477b32c02 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:40.560911 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (a433209c-d12b-4e42-aeef-b49477b32c02), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:40.591586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event deleted for resources: {'Port': ['ID=a433209c-d12b-4e42-aeef-b49477b32c02,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:40.637047 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] No DVR routers for this DVR port a433209c-d12b-4e42-aeef-b49477b32c02 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:40.639667 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:40.642995 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-5e2b8180-fed6-40f2-8e2f-e1534125ea7b req-77e943a0-79ae-4193-b40d-819e7a7077b1 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.73 "DELETE /v2.0/ports/a433209c-d12b-4e42-aeef-b49477b32c02 HTTP/1.1" status: 204 len: 173 time: 0.4242494 May 10 19:30:40.643436 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-deleted', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:30:40.645721 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0799d35-5258-4836-80ed-cb99ce24c32a" -d '{"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-deleted", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:30:40.685733 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe8c4a-f6de-4b65-bdc4-54a7fa774ded x-openstack-request-id: req-4afe8c4a-f6de-4b65-bdc4-54a7fa774ded {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:30:40.686362 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2", "name": "network-vif-deleted", "tag": "a433209c-d12b-4e42-aeef-b49477b32c02", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:30:40.686362 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4afe8c4a-f6de-4b65-bdc4-54a7fa774ded {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:30:40.686669 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afe8c4a-f6de-4b65-bdc4-54a7fa774ded'] response: {'server_uuid': '5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2', 'name': 'network-vif-deleted', 'tag': 'a433209c-d12b-4e42-aeef-b49477b32c02', 'status': 'completed', 'code': 200} May 10 19:30:41.149572 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-85ccf223-186f-42c0-90c2-661e68e41408 req-f69bbe8e-ed4b-4927-8929-d831a84dac42 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "GET /v2.0/ports?device_id=5334aa90-a27d-4ed1-b5b3-5fc2946bdaa2 HTTP/1.1" status: 200 len: 210 time: 0.0330746 May 10 19:30:42.210861 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58496) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:42.267811 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group (e531ff9d-06b2-4941-b74b-63f454551765), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:42.295720 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group (e531ff9d-06b2-4941-b74b-63f454551765), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:42.354810 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (e531ff9d-06b2-4941-b74b-63f454551765), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:42.357976 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:42.359070 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] 10.222.0.70 "DELETE /v2.0/security-groups/e531ff9d-06b2-4941-b74b-63f454551765 HTTP/1.1" status: 204 len: 168 time: 0.1473334 May 10 19:30:42.369098 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e531ff9d-06b2-4941-b74b-63f454551765,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:42.377466 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.384719 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.385086 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.385616 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.386135 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.386667 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.387007 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.387419 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.387662 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.387990 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.388666 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.389005 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.389339 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.389669 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.390000 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5c3ce-913c-4bef-80a2-ed563fb64641 tempest-TestShelveInstance-497892329 tempest-TestShelveInstance-497892329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:30:42.403644 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58500) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:42.836551 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (e1e8d353-7893-4c85-869b-8b57e5bd3f07), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:43.065986 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Deleting port ce96e080-cb0b-4b36-8495-6fe1d51e9844 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:43.066307 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:43.145782 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] For port ce96e080-cb0b-4b36-8495-6fe1d51e9844, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=ce96e080-cb0b-4b36-8495-6fe1d51e9844,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:43.146053 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:43.159395 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Calling delete_port for ce96e080-cb0b-4b36-8495-6fe1d51e9844 owned by network:router_interface {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:43.334136 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:43.337728 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (ce96e080-cb0b-4b36-8495-6fe1d51e9844), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:43.355294 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: a433209c-d12b-4e42-aeef-b49477b32c02 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:43.355642 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device a433209c-d12b-4e42-aeef-b49477b32c02 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:43.363021 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce96e080-cb0b-4b36-8495-6fe1d51e9844,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:43.530260 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (e1e8d353-7893-4c85-869b-8b57e5bd3f07), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:43.752776 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Router e1e8d353-7893-4c85-869b-8b57e5bd3f07 has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:30:43.861352 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:30:43.866489 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-f95d5103-9128-47aa-8c05-515dba61f94b admin admin] 10.222.0.70 "PUT /v2.0/routers/e1e8d353-7893-4c85-869b-8b57e5bd3f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618258 May 10 19:30:43.869019 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58504) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:43.873004 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] Sync routers for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:43.885724 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:30:43.886349 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:30:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:43.982471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks [] for router (e1e8d353-7893-4c85-869b-8b57e5bd3f07), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:43.999880 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:30:44.108632 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks [] for router_gateway (e1e8d353-7893-4c85-869b-8b57e5bd3f07), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.153715 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Deleting port 74fc7135-d8c9-4e61-9841-66445e40569c {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:44.154058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.184189 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:30:43Z', 'revision_number': 5, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port': {'id': '74fc7135-d8c9-4e61-9841-66445e40569c', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:31Z', 'updated_at': '2022-05-10T19:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:44.210974 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] Checking router: e1e8d353-7893-4c85-869b-8b57e5bd3f07 for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:44.219687 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] Routers {'e1e8d353-7893-4c85-869b-8b57e5bd3f07'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:30:44.220292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:30:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:44.236592 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] For port 74fc7135-d8c9-4e61-9841-66445e40569c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=74fc7135-d8c9-4e61-9841-66445e40569c,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:44.236959 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.249904 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Calling delete_port for 74fc7135-d8c9-4e61-9841-66445e40569c owned by network:router_gateway {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:44.310192 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] Set router e1e8d353-7893-4c85-869b-8b57e5bd3f07 gateway port host: None {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:30:44.368893 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:30:44Z', 'revision_number': 6, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:44.401423 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d61c0-0098-4831-8902-23bcf8a4479e None None] The sync data for ids ['e1e8d353-7893-4c85-869b-8b57e5bd3f07'] in dv-cinder-784815-13-iscsi is: [{'id': 'e1e8d353-7893-4c85-869b-8b57e5bd3f07', 'name': 'tempest-TestShelveInstance-1069639788-router', 'tenant_id': '5c6ebef4c7f34f3dac195244855d9292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:30Z', 'updated_at': '2022-05-10T19:30:44Z', 'revision_number': 6, 'project_id': '5c6ebef4c7f34f3dac195244855d9292', 'gw_port_host': None}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:44.404742 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e5e30cd4-732d-4410-94de-64a08e7a43e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.420676 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (74fc7135-d8c9-4e61-9841-66445e40569c), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.451711 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fc7135-d8c9-4e61-9841-66445e40569c,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:44.517945 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (e1e8d353-7893-4c85-869b-8b57e5bd3f07), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.612840 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (e1e8d353-7893-4c85-869b-8b57e5bd3f07), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.615050 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks [] for router_controller (e1e8d353-7893-4c85-869b-8b57e5bd3f07), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.658387 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (e1e8d353-7893-4c85-869b-8b57e5bd3f07), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.658927 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1e8d353-7893-4c85-869b-8b57e5bd3f07 {{(pid=103463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:30:44.663195 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.664440 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-221842fc-2b5f-4da7-a387-42afa6c64295 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e1e8d353-7893-4c85-869b-8b57e5bd3f07 HTTP/1.1" status: 204 len: 168 time: 0.7944937 May 10 19:30:44.666888 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58506) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:44.709889 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Deleting subnet 3b5d063a-9d64-48a7-8377-a47974c3158c {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:30:44.712912 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Publish callbacks [] for subnet (3b5d063a-9d64-48a7-8377-a47974c3158c), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.721892 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:30:44.750736 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (3b5d063a-9d64-48a7-8377-a47974c3158c), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.846787 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (3b5d063a-9d64-48a7-8377-a47974c3158c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.897387 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (3b5d063a-9d64-48a7-8377-a47974c3158c), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.922326 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b5d063a-9d64-48a7-8377-a47974c3158c,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:44.925927 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:44.929352 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c2c5afcf-c613-4a58-896c-7095373ad36e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3b5d063a-9d64-48a7-8377-a47974c3158c HTTP/1.1" status: 204 len: 168 time: 0.2612798 May 10 19:30:44.931662 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58508) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:44.932466 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef8d22-e745-4178-b7cc-54e9e6f87f03 None None] Network b113da0b-7d2b-4a4c-8782-54b46ffaf63c requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:30:45.002435 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (b113da0b-7d2b-4a4c-8782-54b46ffaf63c), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.046237 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Deleting port 9469e066-138d-474b-a5d3-1e602de88a48 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:45.046575 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (9469e066-138d-474b-a5d3-1e602de88a48), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.108170 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] For port 9469e066-138d-474b-a5d3-1e602de88a48, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9469e066-138d-474b-a5d3-1e602de88a48,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:45.108486 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (9469e066-138d-474b-a5d3-1e602de88a48), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.129862 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Calling delete_port for 9469e066-138d-474b-a5d3-1e602de88a48 owned by network:dhcp {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:45.203980 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] DHCP port deletion for b113da0b-7d2b-4a4c-8782-54b46ffaf63c request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:30:45.247101 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] Deleting port 9469e066-138d-474b-a5d3-1e602de88a48 {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:45.247566 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (9469e066-138d-474b-a5d3-1e602de88a48), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.318440 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] For port 9469e066-138d-474b-a5d3-1e602de88a48, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9469e066-138d-474b-a5d3-1e602de88a48,segment=NetworkSegment(c5da15d8-2bb6-4b95-b826-bb2a27888ff2),segment_id=c5da15d8-2bb6-4b95-b826-bb2a27888ff2)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:45.319098 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (9469e066-138d-474b-a5d3-1e602de88a48), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.333351 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] Calling delete_port for 9469e066-138d-474b-a5d3-1e602de88a48 owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:45.416247 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (9469e066-138d-474b-a5d3-1e602de88a48), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.445922 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] Pushing event deleted for resources: {'Port': ['ID=9469e066-138d-474b-a5d3-1e602de88a48,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:45.450227 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7839bd-080f-4326-a78a-47e4d3fb790f None None] No DVR routers for this DVR port 9469e066-138d-474b-a5d3-1e602de88a48 on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:45.492312 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (9469e066-138d-474b-a5d3-1e602de88a48), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.517491 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9469e066-138d-474b-a5d3-1e602de88a48,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:45.521017 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] No DVR routers for this DVR port 9469e066-138d-474b-a5d3-1e602de88a48 on host dv-cinder-784815-13-iscsi {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:45.594759 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (b113da0b-7d2b-4a4c-8782-54b46ffaf63c), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.614129 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b113da0b-7d2b-4a4c-8782-54b46ffaf63c']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:45.623131 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:45.623429 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5da15d8-2bb6-4b95-b826-bb2a27888ff2') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:45.632693 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (c5da15d8-2bb6-4b95-b826-bb2a27888ff2), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.646661 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (c5da15d8-2bb6-4b95-b826-bb2a27888ff2), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.653052 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:30:45.653440 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (c5da15d8-2bb6-4b95-b826-bb2a27888ff2), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: self.session.flush() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: self.session.flush() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: self.session.flush() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: self.session.flush() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:30:45.655106 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:30:45.708359 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (b113da0b-7d2b-4a4c-8782-54b46ffaf63c), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.713553 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:45.716622 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b113da0b-7d2b-4a4c-8782-54b46ffaf63c HTTP/1.1" status: 204 len: 168 time: 0.7838640 May 10 19:30:45.719570 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58510) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:45.731005 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007b3d-420c-48ab-aec7-88ba9f037e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=b113da0b-7d2b-4a4c-8782-54b46ffaf63c,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:46.035268 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:46.103132 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 74fc7135-d8c9-4e61-9841-66445e40569c no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:46.124357 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 74fc7135-d8c9-4e61-9841-66445e40569c {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:46.124729 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 74fc7135-d8c9-4e61-9841-66445e40569c not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:46.125146 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9469e066-138d-474b-a5d3-1e602de88a48 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:46.143465 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 9469e066-138d-474b-a5d3-1e602de88a48 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:46.143812 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9469e066-138d-474b-a5d3-1e602de88a48 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:46.144265 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ce96e080-cb0b-4b36-8495-6fe1d51e9844 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:46.163147 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: ce96e080-cb0b-4b36-8495-6fe1d51e9844 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:46.163494 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device ce96e080-cb0b-4b36-8495-6fe1d51e9844 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:46.313855 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:46.539137 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Deleting port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:46.539476 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:46.618210 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] For port 33b2cf8d-7b7a-4af5-820b-36344a61ab1c, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,segment=NetworkSegment(98d11ad4-05d0-42c2-9034-8e5d60770f32),segment_id=98d11ad4-05d0-42c2-9034-8e5d60770f32)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:46.618489 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:46.631250 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Calling delete_port for 33b2cf8d-7b7a-4af5-820b-36344a61ab1c owned by network:router_interface {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:46.679248 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-0c25d3c7-6ef3-4e77-a348-4aa5b9e74798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:46.812391 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (33b2cf8d-7b7a-4af5-820b-36344a61ab1c), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:46.837550 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Pushing event deleted for resources: {'Port': ['ID=33b2cf8d-7b7a-4af5-820b-36344a61ab1c,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:47.012227 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.228672 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:30:47.336243 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:30:47.341230 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-a77fbd5d-e907-4752-882a-0448e35f256e admin admin] 10.222.0.70 "PUT /v2.0/routers/5a229683-8c0d-45cd-8bb0-81e6ea91aafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206145 May 10 19:30:47.343673 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58512) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:47.346871 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] Sync routers for ids ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:30:47.357007 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] Routers {'5a229683-8c0d-45cd-8bb0-81e6ea91aafc'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:30:47.357682 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:30:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:47.440014 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.452571 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks [] for router (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.474021 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] Set router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:30:47.565544 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks [] for router_gateway (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.610718 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Deleting port 3bbc0785-e10e-4181-92d4-52ba1c44eecf {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:47.611071 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.652499 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:30:46Z', 'revision_number': 5, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port': {'id': '3bbc0785-e10e-4181-92d4-52ba1c44eecf', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:25:39Z', 'updated_at': '2022-05-10T19:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:47.679968 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] Checking router: 5a229683-8c0d-45cd-8bb0-81e6ea91aafc for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:30:47.688846 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] Routers {'5a229683-8c0d-45cd-8bb0-81e6ea91aafc'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:30:47.689441 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:30:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:47.692271 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] For port 3bbc0785-e10e-4181-92d4-52ba1c44eecf, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=3bbc0785-e10e-4181-92d4-52ba1c44eecf,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:47.692631 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.707564 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Calling delete_port for 3bbc0785-e10e-4181-92d4-52ba1c44eecf owned by network:router_gateway {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:47.778042 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] Set router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc gateway port host: None {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:30:47.832527 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:30:47Z', 'revision_number': 6, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:47.862617 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed8300-5dd4-4f68-81d9-10129add855a None None] The sync data for ids ['5a229683-8c0d-45cd-8bb0-81e6ea91aafc'] in dv-cinder-784815-13-iscsi is: [{'id': '5a229683-8c0d-45cd-8bb0-81e6ea91aafc', 'name': 'tempest-TestShelveInstance-287449403-router', 'tenant_id': '435f7af7ef4343358131698c12518566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:25:38Z', 'updated_at': '2022-05-10T19:30:47Z', 'revision_number': 6, 'project_id': '435f7af7ef4343358131698c12518566', 'gw_port_host': None}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:30:47.890409 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (3bbc0785-e10e-4181-92d4-52ba1c44eecf), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:47.915758 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbc0785-e10e-4181-92d4-52ba1c44eecf,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:47.976776 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.071651 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.073998 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks [] for router_controller (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), precommit_delete_associations {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.116134 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (5a229683-8c0d-45cd-8bb0-81e6ea91aafc), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.116637 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a229683-8c0d-45cd-8bb0-81e6ea91aafc {{(pid=103462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:30:48.120838 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.121969 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7e8b307d-dc18-49b4-a355-27eb42cda364 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5a229683-8c0d-45cd-8bb0-81e6ea91aafc HTTP/1.1" status: 204 len: 168 time: 0.7773883 May 10 19:30:48.124684 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58514) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:48.174531 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Deleting subnet 3857afbd-c4d8-4ec8-ace6-ef24892f64ff {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:30:48.177475 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Publish callbacks [] for subnet (3857afbd-c4d8-4ec8-ace6-ef24892f64ff), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.212123 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (3857afbd-c4d8-4ec8-ace6-ef24892f64ff), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.303240 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (3857afbd-c4d8-4ec8-ace6-ef24892f64ff), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.354126 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (3857afbd-c4d8-4ec8-ace6-ef24892f64ff), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.378650 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3857afbd-c4d8-4ec8-ace6-ef24892f64ff,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:48.382471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.387096 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e1c24e05-abb6-4355-bc30-7270304ebefc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3857afbd-c4d8-4ec8-ace6-ef24892f64ff HTTP/1.1" status: 204 len: 168 time: 0.2599440 May 10 19:30:48.388600 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58516) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:48.389382 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f153108-0925-47ce-9475-b72b464d3eb9 None None] Network 19fe7893-d6c0-4e3d-a359-b3f7432e9693 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:30:48.456368 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (19fe7893-d6c0-4e3d-a359-b3f7432e9693), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.509496 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Deleting port f41d7c63-081f-4603-ae42-4940c23e877b {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:30:48.509837 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.570730 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] For port f41d7c63-081f-4603-ae42-4940c23e877b, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=f41d7c63-081f-4603-ae42-4940c23e877b,segment=NetworkSegment(98d11ad4-05d0-42c2-9034-8e5d60770f32),segment_id=98d11ad4-05d0-42c2-9034-8e5d60770f32)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:30:48.571026 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.584170 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Calling delete_port for f41d7c63-081f-4603-ae42-4940c23e877b owned by network:dhcp {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:30:48.645124 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf245cf-c886-4a46-ba28-99e14cc2d7c4 None None] DHCP port deletion for 19fe7893-d6c0-4e3d-a359-b3f7432e9693 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:30:48.648709 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 33b2cf8d-7b7a-4af5-820b-36344a61ab1c no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:48.671022 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (f41d7c63-081f-4603-ae42-4940c23e877b), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.677573 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 33b2cf8d-7b7a-4af5-820b-36344a61ab1c {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:48.678175 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 33b2cf8d-7b7a-4af5-820b-36344a61ab1c not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:48.699688 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1cf245cf-c886-4a46-ba28-99e14cc2d7c4 None None] The port 'f41d7c63-081f-4603-ae42-4940c23e877b' was deleted {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 10 19:30:48.702058 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41d7c63-081f-4603-ae42-4940c23e877b,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:48.710822 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] No DVR routers for this DVR port f41d7c63-081f-4603-ae42-4940c23e877b on host dv-cinder-784815-13-iscsi {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:30:48.791461 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (19fe7893-d6c0-4e3d-a359-b3f7432e9693), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.814495 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fe7893-d6c0-4e3d-a359-b3f7432e9693']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:48.826778 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d11ad4-05d0-42c2-9034-8e5d60770f32') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:48.827180 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d11ad4-05d0-42c2-9034-8e5d60770f32') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:30:48.843472 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (98d11ad4-05d0-42c2-9034-8e5d60770f32), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.859112 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (98d11ad4-05d0-42c2-9034-8e5d60770f32), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.867316 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:30:48.867719 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (98d11ad4-05d0-42c2-9034-8e5d60770f32), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:30:48.869516 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:30:48.926542 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (19fe7893-d6c0-4e3d-a359-b3f7432e9693), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.931270 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:48.935802 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] 10.222.0.70 "DELETE /v2.0/networks/19fe7893-d6c0-4e3d-a359-b3f7432e9693 HTTP/1.1" status: 204 len: 168 time: 0.5462599 May 10 19:30:48.953574 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6cc5c-116b-4b55-8151-6f2569a51522 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fe7893-d6c0-4e3d-a359-b3f7432e9693,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:49.040175 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.051942 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58522) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:49.091168 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-e00d2424-016e-43c6-ae17-c3a7606b0502 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c6ebef4c7f34f3dac195244855d9292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380356 May 10 19:30:49.093568 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58524) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:49.139616 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8844b-0bb6-4b7c-b254-d38cb1a6a612 admin admin] Publish callbacks [] for security_group (7814e6e0-c927-4957-9ee3-812f1c20aac9), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.160768 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8844b-0bb6-4b7c-b254-d38cb1a6a612 admin admin] Publish callbacks [] for security_group (7814e6e0-c927-4957-9ee3-812f1c20aac9), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.209506 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8844b-0bb6-4b7c-b254-d38cb1a6a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (7814e6e0-c927-4957-9ee3-812f1c20aac9), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.212196 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8844b-0bb6-4b7c-b254-d38cb1a6a612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.213313 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c9b8844b-0bb6-4b7c-b254-d38cb1a6a612 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7814e6e0-c927-4957-9ee3-812f1c20aac9 HTTP/1.1" status: 204 len: 168 time: 0.1188660 May 10 19:30:49.221118 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8844b-0bb6-4b7c-b254-d38cb1a6a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7814e6e0-c927-4957-9ee3-812f1c20aac9,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:49.517472 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58530) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:49.561530 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-63678585-3bb4-4715-ace9-5dfefcd436d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=435f7af7ef4343358131698c12518566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427396 May 10 19:30:49.563830 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58532) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:30:49.612755 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a80-9803-4327-b7ea-73ec9c39acce admin admin] Publish callbacks [] for security_group (6595140b-4b92-404e-a3ef-56d1c0a953a7), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.633839 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a80-9803-4327-b7ea-73ec9c39acce admin admin] Publish callbacks [] for security_group (6595140b-4b92-404e-a3ef-56d1c0a953a7), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.679652 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a80-9803-4327-b7ea-73ec9c39acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (6595140b-4b92-404e-a3ef-56d1c0a953a7), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.682284 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a80-9803-4327-b7ea-73ec9c39acce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:49.683966 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6b0c2a80-9803-4327-b7ea-73ec9c39acce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6595140b-4b92-404e-a3ef-56d1c0a953a7 HTTP/1.1" status: 204 len: 168 time: 0.1192489 May 10 19:30:49.693223 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c2a80-9803-4327-b7ea-73ec9c39acce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595140b-4b92-404e-a3ef-56d1c0a953a7,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:30:50.089816 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f41d7c63-081f-4603-ae42-4940c23e877b no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:50.110061 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: f41d7c63-081f-4603-ae42-4940c23e877b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:50.110403 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device f41d7c63-081f-4603-ae42-4940c23e877b not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:50.110816 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 3bbc0785-e10e-4181-92d4-52ba1c44eecf no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:30:50.131861 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 3bbc0785-e10e-4181-92d4-52ba1c44eecf {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:30:50.132206 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 3bbc0785-e10e-4181-92d4-52ba1c44eecf not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:30:50.663529 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:30:54.004130 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-3184ad96-721a-4ee3-bcbb-726c11617155 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371683 May 10 19:30:54.085142 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-5224b5e7-248f-4a67-8267-3697085fbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:54.086628 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-5224b5e7-248f-4a67-8267-3697085fbb12 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0406337 May 10 19:30:54.186385 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-b6968b63-bcf3-4cbf-85eb-8e67348311a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:54.187860 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-b6968b63-bcf3-4cbf-85eb-8e67348311a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.0837250 May 10 19:30:54.258178 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-405118a3-e0e5-465e-a0f5-da60616ca7e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 200 len: 1001 time: 0.0641739 May 10 19:30:54.303815 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-8fd3ab5a-6ba6-40b1-b1c8-4bc74c7a112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:54.305257 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-8fd3ab5a-6ba6-40b1-b1c8-4bc74c7a112e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0419059 May 10 19:30:54.347468 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-75e29c8a-3813-44af-91ad-7f7fd7a419da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:30:54.348889 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-75e29c8a-3813-44af-91ad-7f7fd7a419da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0366669 May 10 19:30:54.439423 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-c26ef73f-67f8-4d7d-9972-4f5611f34165 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 May 10 19:30:54.525323 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-9f2661b6-49c1-40d1-a594-409753cf1c9d req-e7c7116f-d657-4aec-a4c9-2691dc0f2698 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801473 May 10 19:31:14.338916 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-49ed49dd-6594-4510-affc-b906e990c2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:16.046284 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:16.688029 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7724d9aa-74b9-4ecf-81ef-4ab23369975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:17.442442 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:19.042561 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:20.666351 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:21.720380 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:31:38.140575 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58552) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:38.288990 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Deleting port fa4830ae-c274-4182-8b4b-46767613ee4e {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:38.289253 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:38.367434 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:38.367766 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (fa4830ae-c274-4182-8b4b-46767613ee4e), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:38.381210 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Calling delete_port for fa4830ae-c274-4182-8b4b-46767613ee4e owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:38.526266 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (fa4830ae-c274-4182-8b4b-46767613ee4e), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:38.552458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'Port': ['ID=fa4830ae-c274-4182-8b4b-46767613ee4e,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:38.576720 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.577072 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.577504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.577781 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.578128 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.578471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.578809 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.579130 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.579460 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.579785 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.580111 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.580449 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.580776 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.581094 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.581415 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:38.621504 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (33967336-621b-48ec-a7b9-8ff586125dcf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:38.621874 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Floating IP 33967336-621b-48ec-a7b9-8ff586125dcf disassociated (deleted). External IP: 172.27.0.170, port: 85ab2cc3-e2f4-4726-98db-47572a2002c5. May 10 19:31:38.830859 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:31:38.939471 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:31:38.944241 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:38.949690 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:31:38.960362 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:38.961071 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:38.974147 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-a940ee34-da93-4cd0-8fef-37e6f46a356a tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "DELETE /v2.0/floatingips/33967336-621b-48ec-a7b9-8ff586125dcf HTTP/1.1" status: 204 len: 168 time: 0.8319099 May 10 19:31:38.974836 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:31:38.977211 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c20e09-db0b-4d82-92da-782398431098" -d '{"events": [{"name": "network-changed", "server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:31:39.214928 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:39.215784 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3a9af-24c5-47c9-92ee-a2899f24a534 x-openstack-request-id: req-17e3a9af-24c5-47c9-92ee-a2899f24a534 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:31:39.216304 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:31:39.216304 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17e3a9af-24c5-47c9-92ee-a2899f24a534 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:31:39.216746 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e3a9af-24c5-47c9-92ee-a2899f24a534'] response: {'name': 'network-changed', 'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'status': 'completed', 'code': 200} May 10 19:31:39.314260 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b434b1-6609-45ef-92fc-1829efd01f7c req-294974c0-d8e7-4d71-a3ef-e8089d338585 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:39.315886 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47b434b1-6609-45ef-92fc-1829efd01f7c req-294974c0-d8e7-4d71-a3ef-e8089d338585 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 946 time: 0.1496871 May 10 19:31:39.364639 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-47b434b1-6609-45ef-92fc-1829efd01f7c req-d2bb230a-585c-4838-ae62-c9fa060301d7 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427411 May 10 19:31:39.438477 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:53Z', 'revision_number': 1, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:39.463803 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:31:39.471815 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:39.472401 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:39.576927 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:39.786292 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:53Z', 'revision_number': 1, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:39.812675 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038907a-3fc5-4c17-a19e-dbbc2b1d31e6 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_floatingips': [{'id': 'fdf026d9-73f9-42d4-990d-e58d14a6fb97', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'router_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'port_id': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'mac_address': 'fa:16:3e:3d:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:27:49Z', 'updated_at': '2022-05-10T19:27:53Z', 'revision_number': 1, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:31:40.018179 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c4640e-7f1e-4014-8162-2ebc9a60576c None None] New status for floating IP 33967336-621b-48ec-a7b9-8ff586125dcf: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:31:40.204849 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c20e09-db0b-4d82-92da-782398431098 req-b6c61c32-f2f4-4a2e-8f39-504a0c28078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:40.206310 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-b6c61c32-f2f4-4a2e-8f39-504a0c28078e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0870914 May 10 19:31:40.349619 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c20e09-db0b-4d82-92da-782398431098 req-dd6b4254-3e61-4461-9abe-9c4ee236d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:40.350987 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-dd6b4254-3e61-4461-9abe-9c4ee236d6f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.0862513 May 10 19:31:40.395044 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-a8d891da-c550-441d-8bda-040544cd2b2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5 HTTP/1.1" status: 200 len: 217 time: 0.0378129 May 10 19:31:40.532375 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17f3f7-23d8-41e5-966d-552502be924a req-8e31f6f8-e90a-4c38-a01c-4aa56b73b012 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:40.533834 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bd17f3f7-23d8-41e5-966d-552502be924a req-8e31f6f8-e90a-4c38-a01c-4aa56b73b012 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 946 time: 0.0967600 May 10 19:31:40.577951 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c20e09-db0b-4d82-92da-782398431098 req-ce0ea98d-2b75-4320-9f9b-f01d03c78f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:40.579430 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-ce0ea98d-2b75-4320-9f9b-f01d03c78f23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0439494 May 10 19:31:40.581822 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-bd17f3f7-23d8-41e5-966d-552502be924a req-fedf715a-6617-41d1-855c-af5bdd8a076b tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 May 10 19:31:40.649835 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c20e09-db0b-4d82-92da-782398431098 req-bc377c61-fda5-405e-917e-faf074ea14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:40.651170 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-bc377c61-fda5-405e-917e-faf074ea14c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646136 May 10 19:31:40.662267 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-19f50452-c78f-4877-908a-25ae5dfbeed8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:40.663586 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-19f50452-c78f-4877-908a-25ae5dfbeed8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 946 time: 0.0509520 May 10 19:31:40.668130 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-498b5879-8481-4bfc-9705-ba2b899b233b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:31:40.669093 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-498b5879-8481-4bfc-9705-ba2b899b233b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047157 May 10 19:31:40.807424 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Deleting port 85ab2cc3-e2f4-4726-98db-47572a2002c5 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:40.807781 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:40.856143 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-8776b4c0-838c-4cfa-97d9-a4ca94deaecb service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786931 May 10 19:31:40.963459 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] For port 85ab2cc3-e2f4-4726-98db-47572a2002c5, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=85ab2cc3-e2f4-4726-98db-47572a2002c5,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:40.963824 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:40.985134 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Calling delete_port for 85ab2cc3-e2f4-4726-98db-47572a2002c5 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:40.992810 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-56c20e09-db0b-4d82-92da-782398431098 req-678cc43e-85f3-48cf-af62-0610d20ec700 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301153 May 10 19:31:41.114825 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (85ab2cc3-e2f4-4726-98db-47572a2002c5), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:41.147117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'Port': ['ID=85ab2cc3-e2f4-4726-98db-47572a2002c5,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:41.190897 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] No DVR routers for this DVR port 85ab2cc3-e2f4-4726-98db-47572a2002c5 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:31:41.193360 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:41.196956 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-51a3dfd0-2b17-4f4c-8204-8442ff979984 req-5dc4b03e-1796-46f1-8d63-fc33e996fb80 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "DELETE /v2.0/ports/85ab2cc3-e2f4-4726-98db-47572a2002c5 HTTP/1.1" status: 204 len: 173 time: 0.5269971 May 10 19:31:41.217677 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'name': 'network-vif-deleted', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:31:41.219961 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88f7f34-47bd-4d8f-b143-b0e67bd28e51" -d '{"events": [{"server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "name": "network-vif-deleted", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:31:41.255594 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da929c0-e2ef-4185-aa85-ef998e860b22 x-openstack-request-id: req-0da929c0-e2ef-4185-aa85-ef998e860b22 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:31:41.255886 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717fe050-eb1c-4625-988a-f68408cf7ea9", "name": "network-vif-deleted", "tag": "85ab2cc3-e2f4-4726-98db-47572a2002c5", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:31:41.256376 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0da929c0-e2ef-4185-aa85-ef998e860b22 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:31:41.256923 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da929c0-e2ef-4185-aa85-ef998e860b22'] response: {'server_uuid': '717fe050-eb1c-4625-988a-f68408cf7ea9', 'name': 'network-vif-deleted', 'tag': '85ab2cc3-e2f4-4726-98db-47572a2002c5', 'status': 'completed', 'code': 200} May 10 19:31:41.687127 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-875c179f-1e47-4c7b-b69b-03eca89a7a4d req-ef563cde-bb27-4afb-a1bb-04a5d9498d96 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=717fe050-eb1c-4625-988a-f68408cf7ea9 HTTP/1.1" status: 200 len: 210 time: 0.0269251 May 10 19:31:43.583060 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 85ab2cc3-e2f4-4726-98db-47572a2002c5 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:43.602802 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: 85ab2cc3-e2f4-4726-98db-47572a2002c5 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:43.603148 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device 85ab2cc3-e2f4-4726-98db-47572a2002c5 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:44.332549 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d9f232b8-3224-4fa2-9861-29adb7a01dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:44.963455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58594) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:45.108441 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Deleting port 90a09687-4e88-43da-856a-6f66cba55969 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:45.108816 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (90a09687-4e88-43da-856a-6f66cba55969), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:45.184538 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (90a09687-4e88-43da-856a-6f66cba55969), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:45.184866 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (90a09687-4e88-43da-856a-6f66cba55969), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:45.198988 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Calling delete_port for 90a09687-4e88-43da-856a-6f66cba55969 owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:45.346045 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (90a09687-4e88-43da-856a-6f66cba55969), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:45.373640 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'Port': ['ID=90a09687-4e88-43da-856a-6f66cba55969,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:45.432586 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (fdf026d9-73f9-42d4-990d-e58d14a6fb97), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:45.432916 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.db.l3_db [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Floating IP fdf026d9-73f9-42d4-990d-e58d14a6fb97 disassociated (deleted). External IP: 172.27.0.192, port: cc74d19c-8bbe-4521-a875-ac7c87826a51. May 10 19:31:45.646264 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:31:45.757770 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:31:45.762445 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:45.767899 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:31:45.777644 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:45.778248 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:45.791313 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-4d42a26c-59da-42b1-8d69-faf35139d5c8 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "DELETE /v2.0/floatingips/fdf026d9-73f9-42d4-990d-e58d14a6fb97 HTTP/1.1" status: 204 len: 168 time: 0.8267946 May 10 19:31:45.791898 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:31:45.794176 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99" -d '{"events": [{"name": "network-changed", "server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:31:45.833308 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d218fa6-c7a9-4896-8c7a-a139de8b480e x-openstack-request-id: req-9d218fa6-c7a9-4896-8c7a-a139de8b480e {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:31:45.833602 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:31:45.833854 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d218fa6-c7a9-4896-8c7a-a139de8b480e {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:31:45.834261 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d218fa6-c7a9-4896-8c7a-a139de8b480e'] response: {'name': 'network-changed', 'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'status': 'completed', 'code': 200} May 10 19:31:45.898554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-56087ba3-3205-4441-a2d4-717affd0fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:45.900445 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-56087ba3-3205-4441-a2d4-717affd0fae2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bff45e4fe4f43fcbd241831c989710f&device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 1129 time: 0.0464213 May 10 19:31:45.905585 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:46.009804 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-38bc28e3-9aef-45c0-9dc8-6b219440769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:46.011348 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-38bc28e3-9aef-45c0-9dc8-6b219440769a service neutron] 10.222.0.73 "GET /v2.0/networks?id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 200 len: 912 time: 0.1054680 May 10 19:31:46.033679 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85487f15-f58a-4dea-87dc-6ddaa94e14c8 req-604a58e4-b066-4ab6-9ff4-b96312b04dad tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:46.035256 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-85487f15-f58a-4dea-87dc-6ddaa94e14c8 req-604a58e4-b066-4ab6-9ff4-b96312b04dad tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 945 time: 0.0469613 May 10 19:31:46.063648 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:46.086589 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-85487f15-f58a-4dea-87dc-6ddaa94e14c8 req-a81e7385-6b87-4249-a1de-e2e8a7dc069d tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 May 10 19:31:46.121960 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:46.148768 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:31:46.157428 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:46.158018 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:17Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:46.268530 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:46.457542 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:46.483332 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e262f8e-42d8-4024-8e75-160339f219ff None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:23:16Z', 'revision_number': 4, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi', '_interfaces': [{'id': '9779aef1-9362-433c-ad21-30a5537b84e1', 'name': '', 'network_id': '755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'mac_address': 'fa:16:3e:70:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:15Z', 'updated_at': '2022-05-10T19:23:20Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'subnets': [{'id': 'fa8640f0-4884-4302-8b13-f2b942d51826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:31:46.681468 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-91205b43-ae7d-47e5-9f1d-263272dd8f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:46.712644 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1cf9a-cb26-4651-be48-c9b85e758989 None None] New status for floating IP fdf026d9-73f9-42d4-990d-e58d14a6fb97: DOWN {{(pid=103465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:31:46.978529 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-2e01befd-67ab-490c-a79c-ed2b2a9b0c8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 200 len: 217 time: 0.0364134 May 10 19:31:47.027052 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-7c117700-d439-43f7-bd93-bfc9bf96ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:47.028579 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-7c117700-d439-43f7-bd93-bfc9bf96ec05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 200 len: 850 time: 0.0430090 May 10 19:31:47.152222 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-2a748197-f385-4514-8fa0-77e921e8a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:47.153730 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-2a748197-f385-4514-8fa0-77e921e8a7c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412560 May 10 19:31:47.203851 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cad4c-61ad-4d78-af4d-a81041d826f8 req-4132f9a3-df2f-4195-931a-83d3bf38dcbe tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:47.205333 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-145cad4c-61ad-4d78-af4d-a81041d826f8 req-4132f9a3-df2f-4195-931a-83d3bf38dcbe tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 945 time: 0.0496225 May 10 19:31:47.245006 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-ee4bc871-934b-4338-9313-218259a5731e service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834196 May 10 19:31:47.255448 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-145cad4c-61ad-4d78-af4d-a81041d826f8 req-426f4bba-cd8f-4b2c-b9d2-44ca743048f9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/security-groups?id=1e52891b-33aa-4dfc-bca5-0a0cb196fc64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444973 May 10 19:31:47.435994 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-169a1893-1662-4c3a-9a54-e3ef0a7d9a99 req-49e11d7a-99cd-47c9-a5fa-95b9f8a1cb92 service neutron] 10.222.0.73 "GET /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153667 May 10 19:31:47.445238 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-32e4aac3-10e8-419e-aede-c052e21badb2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:31:47.445637 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:47.446654 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-32e4aac3-10e8-419e-aede-c052e21badb2 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 945 time: 0.0575101 May 10 19:31:47.531291 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Deleting port cc74d19c-8bbe-4521-a875-ac7c87826a51 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:47.531554 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:47.619627 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] For port cc74d19c-8bbe-4521-a875-ac7c87826a51, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cc74d19c-8bbe-4521-a875-ac7c87826a51,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:47.619985 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:47.633146 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Calling delete_port for cc74d19c-8bbe-4521-a875-ac7c87826a51 owned by compute:nova {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:48.029366 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (cc74d19c-8bbe-4521-a875-ac7c87826a51), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:48.056236 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'Port': ['ID=cc74d19c-8bbe-4521-a875-ac7c87826a51,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:48.103021 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] No DVR routers for this DVR port cc74d19c-8bbe-4521-a875-ac7c87826a51 on host hv-cinder-78481 {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:31:48.105468 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for port (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:48.108662 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [req-e7285fd9-78ae-4a36-a41f-e6f91de155ea req-a6501705-159c-4e95-919d-5d58d6963b9f tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.73 "DELETE /v2.0/ports/cc74d19c-8bbe-4521-a875-ac7c87826a51 HTTP/1.1" status: 204 len: 173 time: 0.6573873 May 10 19:31:48.109095 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'name': 'network-vif-deleted', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51'}] {{(pid=103463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:31:48.111906 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}409ee3fbc084af46e66ec1280e8351291cd31f7256b33aa856c4ed6ad6df0492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1167ac69-4ce8-47ad-94f6-ce1e0db0964e" -d '{"events": [{"server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "name": "network-vif-deleted", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51"}]}' {{(pid=103463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:31:48.147347 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09674d0e-2834-49b7-8a5a-d23d36fe6980 x-openstack-request-id: req-09674d0e-2834-49b7-8a5a-d23d36fe6980 {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:31:48.147637 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca977aae-e506-46fb-b024-433d852ce0c3", "name": "network-vif-deleted", "tag": "cc74d19c-8bbe-4521-a875-ac7c87826a51", "status": "completed", "code": 200}]} {{(pid=103463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:31:48.147911 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09674d0e-2834-49b7-8a5a-d23d36fe6980 {{(pid=103463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:31:48.148312 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09674d0e-2834-49b7-8a5a-d23d36fe6980'] response: {'server_uuid': 'ca977aae-e506-46fb-b024-433d852ce0c3', 'name': 'network-vif-deleted', 'tag': 'cc74d19c-8bbe-4521-a875-ac7c87826a51', 'status': 'completed', 'code': 200} May 10 19:31:48.354536 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [req-b2600aff-c195-4f7b-985b-78115a573b53 req-6fbd56e3-c03c-4335-8183-ff88fbb93fe5 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca977aae-e506-46fb-b024-433d852ce0c3 HTTP/1.1" status: 200 len: 210 time: 0.0280132 May 10 19:31:49.044549 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.414856 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58610) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:49.526874 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Deleting port 079e7b35-b4fe-418d-ad89-a526810a7a70 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:49.527214 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.601064 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.601390 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (079e7b35-b4fe-418d-ad89-a526810a7a70), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.614722 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Calling delete_port for 079e7b35-b4fe-418d-ad89-a526810a7a70 owned by network:floatingip {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:49.746454 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (079e7b35-b4fe-418d-ad89-a526810a7a70), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.769006 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'Port': ['ID=079e7b35-b4fe-418d-ad89-a526810a7a70,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:49.833021 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for floatingip (1f7ec04f-9d70-459e-ae79-c72f43b5efe6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.835458 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12740'] for floatingip (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:49.836605 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-6dab05e6-53bb-4595-a1a7-83c0e2aa84b9 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "DELETE /v2.0/floatingips/1f7ec04f-9d70-459e-ae79-c72f43b5efe6 HTTP/1.1" status: 204 len: 168 time: 0.4214814 May 10 19:31:50.669240 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.033506 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58622) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:51.088306 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-11191765-7a44-4552-a388-700b02ef5062 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group (1e52891b-33aa-4dfc-bca5-0a0cb196fc64), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.112334 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-11191765-7a44-4552-a388-700b02ef5062 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group (1e52891b-33aa-4dfc-bca5-0a0cb196fc64), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.170441 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-11191765-7a44-4552-a388-700b02ef5062 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (1e52891b-33aa-4dfc-bca5-0a0cb196fc64), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.173625 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-11191765-7a44-4552-a388-700b02ef5062 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.174843 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-11191765-7a44-4552-a388-700b02ef5062 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] 10.222.0.70 "DELETE /v2.0/security-groups/1e52891b-33aa-4dfc-bca5-0a0cb196fc64 HTTP/1.1" status: 204 len: 168 time: 0.1403317 May 10 19:31:51.183890 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11191765-7a44-4552-a388-700b02ef5062 tempest-TestVolumeBootPattern-1388800689 tempest-TestVolumeBootPattern-1388800689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52891b-33aa-4dfc-bca5-0a0cb196fc64,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:51.231150 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58626) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:51.603894 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cc74d19c-8bbe-4521-a875-ac7c87826a51 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:51.624194 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] No Port match for: cc74d19c-8bbe-4521-a875-ac7c87826a51 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:51.624559 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Device cc74d19c-8bbe-4521-a875-ac7c87826a51 not bound to the agent host hv-cinder-78481 {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:51.661331 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (9b977a47-2155-44c6-8d54-4189e76294bf), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.888615 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Deleting port 9779aef1-9362-433c-ad21-30a5537b84e1 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:51.888843 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.967251 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] For port 9779aef1-9362-433c-ad21-30a5537b84e1, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=9779aef1-9362-433c-ad21-30a5537b84e1,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:51.967754 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:51.983622 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Calling delete_port for 9779aef1-9362-433c-ad21-30a5537b84e1 owned by network:router_interface {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:52.161439 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (9779aef1-9362-433c-ad21-30a5537b84e1), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:52.186397 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9779aef1-9362-433c-ad21-30a5537b84e1,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:52.359076 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (9b977a47-2155-44c6-8d54-4189e76294bf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:52.575829 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Router 9b977a47-2155-44c6-8d54-4189e76294bf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:31:52.681075 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:31:52.686176 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-eb54aa41-582a-4c88-a805-caeeddc705f9 admin admin] 10.222.0.70 "PUT /v2.0/routers/9b977a47-2155-44c6-8d54-4189e76294bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538119 May 10 19:31:52.689186 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58630) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:52.690252 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] Sync routers for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:31:52.701121 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:52.701746 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:52.792068 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks [] for router (9b977a47-2155-44c6-8d54-4189e76294bf), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:52.809616 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:52.895557 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks [] for router_gateway (9b977a47-2155-44c6-8d54-4189e76294bf), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:52.939240 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Deleting port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:52.939577 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:52.979022 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:31:52Z', 'revision_number': 5, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port': {'id': '8b0bf23d-8152-4640-a7b1-992ac9e39d8d', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:13Z', 'updated_at': '2022-05-10T19:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:53.010143 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] Checking router: 9b977a47-2155-44c6-8d54-4189e76294bf for host: dv-cinder-784815-13-iscsi {{(pid=103464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:31:53.018379 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] Routers {'9b977a47-2155-44c6-8d54-4189e76294bf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:53.018865 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] For port 8b0bf23d-8152-4640-a7b1-992ac9e39d8d, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:53.019034 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['9b977a47-2155-44c6-8d54-4189e76294bf'], 'active': True} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:53.019232 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.032937 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Calling delete_port for 8b0bf23d-8152-4640-a7b1-992ac9e39d8d owned by network:router_gateway {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:53.204859 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (8b0bf23d-8152-4640-a7b1-992ac9e39d8d), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.239601 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0bf23d-8152-4640-a7b1-992ac9e39d8d,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:53.240518 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvr_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] Set router 9b977a47-2155-44c6-8d54-4189e76294bf gateway port host: None {{(pid=103464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:53.293066 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_hamode_db [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:31:52Z', 'revision_number': 6, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:53.298550 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (9b977a47-2155-44c6-8d54-4189e76294bf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.323250 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe30acf-fb9a-4d1c-ba45-e341151fe204 None None] The sync data for ids ['9b977a47-2155-44c6-8d54-4189e76294bf'] in dv-cinder-784815-13-iscsi is: [{'id': '9b977a47-2155-44c6-8d54-4189e76294bf', 'name': 'tempest-TestVolumeBootPattern-515815152-router', 'tenant_id': '7bff45e4fe4f43fcbd241831c989710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:12Z', 'updated_at': '2022-05-10T19:31:52Z', 'revision_number': 6, 'project_id': '7bff45e4fe4f43fcbd241831c989710f', 'gw_port_host': None}] {{(pid=103464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:31:53.391590 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (9b977a47-2155-44c6-8d54-4189e76294bf), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.393880 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks [] for router_controller (9b977a47-2155-44c6-8d54-4189e76294bf), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.439028 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (9b977a47-2155-44c6-8d54-4189e76294bf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.439559 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b977a47-2155-44c6-8d54-4189e76294bf {{(pid=103463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:31:53.443829 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.445356 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-c83b97d1-52e0-4e23-8e9b-f05a7d3c44e5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9b977a47-2155-44c6-8d54-4189e76294bf HTTP/1.1" status: 204 len: 168 time: 0.7552750 May 10 19:31:53.447895 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58632) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:53.491080 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Deleting subnet fa8640f0-4884-4302-8b13-f2b942d51826 {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:31:53.494021 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Publish callbacks [] for subnet (fa8640f0-4884-4302-8b13-f2b942d51826), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.527037 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (fa8640f0-4884-4302-8b13-f2b942d51826), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.870851 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (fa8640f0-4884-4302-8b13-f2b942d51826), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.922601 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (fa8640f0-4884-4302-8b13-f2b942d51826), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.949079 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8640f0-4884-4302-8b13-f2b942d51826,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:53.951037 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:53.954996 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-46f9e5ec-1be4-4bd7-a805-72639094a11a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fa8640f0-4884-4302-8b13-f2b942d51826 HTTP/1.1" status: 204 len: 168 time: 0.5059981 May 10 19:31:53.957305 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58634) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:53.958359 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb496be-fd6a-451a-a3dc-bd45cb2e4baf None None] Network 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:31:54.027100 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.071687 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Deleting port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:54.072024 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.132198 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] DHCP port deletion for 755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:31:54.138832 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] For port 4fc187cf-2645-4e89-a1dc-abdef74aceb6, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=4fc187cf-2645-4e89-a1dc-abdef74aceb6,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:54.139248 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.154139 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Calling delete_port for 4fc187cf-2645-4e89-a1dc-abdef74aceb6 owned by network:dhcp {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:54.182567 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Deleting port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 {{(pid=103464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:54.183229 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), before_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.222728 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9779aef1-9362-433c-ad21-30a5537b84e1 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:54.242499 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.254794 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 9779aef1-9362-433c-ad21-30a5537b84e1 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:54.255153 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 9779aef1-9362-433c-ad21-30a5537b84e1 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:54.255588 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8b0bf23d-8152-4640-a7b1-992ac9e39d8d no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:54.271245 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc187cf-2645-4e89-a1dc-abdef74aceb6,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:54.273204 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] No DVR routers for this DVR port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 on host dv-cinder-784815-13-iscsi {{(pid=103463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:31:54.291579 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 8b0bf23d-8152-4640-a7b1-992ac9e39d8d {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:54.291855 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 8b0bf23d-8152-4640-a7b1-992ac9e39d8d not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:54.292286 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 4fc187cf-2645-4e89-a1dc-abdef74aceb6 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:54.299159 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.db [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] For port 4fc187cf-2645-4e89-a1dc-abdef74aceb6, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=4fc187cf-2645-4e89-a1dc-abdef74aceb6,segment=NetworkSegment(06d12d4c-9f3f-4f25-838a-2c2377d3c393),segment_id=06d12d4c-9f3f-4f25-838a-2c2377d3c393)] {{(pid=103464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:54.299565 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), precommit_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.322923 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 4fc187cf-2645-4e89-a1dc-abdef74aceb6 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:54.323411 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 4fc187cf-2645-4e89-a1dc-abdef74aceb6 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:54.332065 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Calling delete_port for 4fc187cf-2645-4e89-a1dc-abdef74aceb6 owned by network:dhcp {{(pid=103464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:54.347659 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.372925 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0']}} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:54.384408 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d12d4c-9f3f-4f25-838a-2c2377d3c393') {'for_net_delete': True} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:54.384817 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.services.segments.db [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d12d4c-9f3f-4f25-838a-2c2377d3c393') {} {{(pid=103463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:54.397119 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25510053'] for segment (06d12d4c-9f3f-4f25-838a-2c2377d3c393), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.413254 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (06d12d4c-9f3f-4f25-838a-2c2377d3c393), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.419789 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:31:54.420029 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273'] for port (4fc187cf-2645-4e89-a1dc-abdef74aceb6), after_delete {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.420692 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25779417'] for segment (06d12d4c-9f3f-4f25-838a-2c2377d3c393), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: Traceback (most recent call last): May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: timer() May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: cb(*args, **kw) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: return func(*args, **kwargs) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: self._notify() May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: self.callback(batched_events) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: event.method(event) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: return f(self, *a, **k) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._get(url).json() May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: return self.request(url, 'GET', **kwargs) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:31:54.422711 dv-cinder-784815-13-iscsi neutron-server[103463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:31:54.447216 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Pushing event deleted for resources: {'Port': ['ID=4fc187cf-2645-4e89-a1dc-abdef74aceb6,revision_number=None']} {{(pid=103464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:54.452797 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] No DVR routers for this DVR port 4fc187cf-2645-4e89-a1dc-abdef74aceb6 on host dv-cinder-784815-13-iscsi {{(pid=103464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:31:54.462496 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.462995 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.464053 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.464053 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.464053 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.464322 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.464684 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.465017 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.465350 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.465684 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.466003 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.466335 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.466785 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.467127 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.467448 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dfc249-6231-474a-a080-f3999f538f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:54.488614 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.492924 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:54.496192 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] 10.222.0.70 "DELETE /v2.0/networks/755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0 HTTP/1.1" status: 204 len: 168 time: 0.5379202 May 10 19:31:54.499225 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58636) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:54.508812 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c284-2727-4ce2-aa4a-8471b16d244d admin admin] Pushing event deleted for resources: {'Network': ['ID=755fc74e-1b98-4c92-b5b8-fa3d0a96c6f0,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:54.823705 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574762'] for router_interface (08b93fbe-7757-48a1-b619-d9dcee316fbf), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:55.054546 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Deleting port d19baf17-562a-41f5-a61f-6c53f27bf08b {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:55.054884 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:55.132582 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] For port d19baf17-562a-41f5-a61f-6c53f27bf08b, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=d19baf17-562a-41f5-a61f-6c53f27bf08b,segment=NetworkSegment(ca369770-8d69-4224-9d1d-ff2caa8c8043),segment_id=ca369770-8d69-4224-9d1d-ff2caa8c8043)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:55.132847 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:55.145958 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Calling delete_port for d19baf17-562a-41f5-a61f-6c53f27bf08b owned by network:router_interface {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:55.322761 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (d19baf17-562a-41f5-a61f-6c53f27bf08b), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:55.346277 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19baf17-562a-41f5-a61f-6c53f27bf08b,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:55.355854 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.356204 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.356578 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.356924 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.357257 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.357650 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.357915 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.358242 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.358573 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.358901 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.359881 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.360217 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.360563 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.360888 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.361209 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-13-iscsi {{(pid=103462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:31:55.529911 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1015367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569123'] for router_interface (08b93fbe-7757-48a1-b619-d9dcee316fbf), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:55.748778 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Router 08b93fbe-7757-48a1-b619-d9dcee316fbf has already been hosted by L3 agent 576026e1-9962-49ac-9b6c-a66ded008678 {{(pid=103462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:31:56.124674 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] Notify agent at l3_agent.dv-cinder-784815-13-iscsi the message routers_updated {{(pid=103462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:31:56.130479 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-5adee40d-451e-4085-bb6a-e3a5c9bcb7d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/08b93fbe-7757-48a1-b619-d9dcee316fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301718 May 10 19:31:56.133117 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58638) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:56.135451 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] Sync routers for ids ['08b93fbe-7757-48a1-b619-d9dcee316fbf'] in dv-cinder-784815-13-iscsi {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:31:56.146516 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] Routers {'08b93fbe-7757-48a1-b619-d9dcee316fbf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:56.147321 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['08b93fbe-7757-48a1-b619-d9dcee316fbf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:56.247517 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks [] for router (08b93fbe-7757-48a1-b619-d9dcee316fbf), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.253942 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] Set router 08b93fbe-7757-48a1-b619-d9dcee316fbf gateway port host: dv-cinder-784815-13-iscsi {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:56.359559 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks [] for router_gateway (08b93fbe-7757-48a1-b619-d9dcee316fbf), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.404047 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Deleting port 00f71f29-1de8-4ba9-a394-37c885a12e45 {{(pid=103463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:56.404381 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.488957 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.db [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] For port 00f71f29-1de8-4ba9-a394-37c885a12e45, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=00f71f29-1de8-4ba9-a394-37c885a12e45,segment=NetworkSegment(146f0a76-3a4b-4517-820a-44367baae778),segment_id=146f0a76-3a4b-4517-820a-44367baae778)] {{(pid=103463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:56.489324 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.502733 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.plugins.ml2.plugin [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Calling delete_port for 00f71f29-1de8-4ba9-a394-37c885a12e45 owned by network:router_gateway {{(pid=103463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:56.511113 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'external_fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:31:55Z', 'revision_number': 5, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port': {'id': '00f71f29-1de8-4ba9-a394-37c885a12e45', 'name': '', 'network_id': '19176fd1-92c1-4975-9e75-47a8f3e68325', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34bcf7ad-bc44-4934-8e6e-7a8c15a1cb16', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-13-iscsi'}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:56.537054 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] Checking router: 08b93fbe-7757-48a1-b619-d9dcee316fbf for host: dv-cinder-784815-13-iscsi {{(pid=103465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:31:56.545322 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] Routers {'08b93fbe-7757-48a1-b619-d9dcee316fbf'} bound to L3 agent in host dv-cinder-784815-13-iscsi {{(pid=103465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:31:56.545928 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:12:17Z,description=,heartbeat_timestamp=2022-05-10T19:31:47Z,host='dv-cinder-784815-13-iscsi',id=576026e1-9962-49ac-9b6c-a66ded008678,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:12:17Z,topic='l3_agent')) {'router_ids': ['08b93fbe-7757-48a1-b619-d9dcee316fbf'], 'active': True} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:56.636025 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_dvr_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] Set router 08b93fbe-7757-48a1-b619-d9dcee316fbf gateway port host: None {{(pid=103465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:31:56.668314 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25779332'] for port (00f71f29-1de8-4ba9-a394-37c885a12e45), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.690756 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.l3_hamode_db [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:31:56Z', 'revision_number': 6, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port_host': None}], 'dv-cinder-784815-13-iscsi', False) {} {{(pid=103465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:56.695545 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=00f71f29-1de8-4ba9-a394-37c885a12e45,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:56.719156 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b66b0-0b05-453c-8e97-389997d5aac8 None None] The sync data for ids ['08b93fbe-7757-48a1-b619-d9dcee316fbf'] in dv-cinder-784815-13-iscsi is: [{'id': '08b93fbe-7757-48a1-b619-d9dcee316fbf', 'name': 'tempest-TestVolumeBootPattern-147784519-router', 'tenant_id': '622b819918b2449982484d324d648f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:23:20Z', 'updated_at': '2022-05-10T19:31:56Z', 'revision_number': 6, 'project_id': '622b819918b2449982484d324d648f5f', 'gw_port_host': None}] {{(pid=103465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:31:56.765686 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577092'] for router_gateway (08b93fbe-7757-48a1-b619-d9dcee316fbf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.857510 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518591'] for router (08b93fbe-7757-48a1-b619-d9dcee316fbf), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.860370 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks [] for router_controller (08b93fbe-7757-48a1-b619-d9dcee316fbf), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.902142 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588947'] for router (08b93fbe-7757-48a1-b619-d9dcee316fbf), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.902612 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08b93fbe-7757-48a1-b619-d9dcee316fbf {{(pid=103463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 19:31:56.910455 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.911568 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-061c4e24-7151-4620-a46b-858ca8db2a8d admin admin] 10.222.0.70 "DELETE /v2.0/routers/08b93fbe-7757-48a1-b619-d9dcee316fbf HTTP/1.1" status: 204 len: 168 time: 0.7774632 May 10 19:31:56.914102 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58640) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:56.957635 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.db.db_base_plugin_v2 [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Deleting subnet f7cf51c5-47a4-466d-9d3e-cf579404d86e {{(pid=103463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:31:56.960734 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Publish callbacks [] for subnet (f7cf51c5-47a4-466d-9d3e-cf579404d86e), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:56.998371 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25509982'] for subnet (f7cf51c5-47a4-466d-9d3e-cf579404d86e), precommit_delete_associations {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.073211 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085291'] for subnet (f7cf51c5-47a4-466d-9d3e-cf579404d86e), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.126295 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25779379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28474478'] for subnet (f7cf51c5-47a4-466d-9d3e-cf579404d86e), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.152342 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7cf51c5-47a4-466d-9d3e-cf579404d86e,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:57.156779 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.160904 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-740a5283-b539-4201-beaf-3bf7f2d1eb78 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f7cf51c5-47a4-466d-9d3e-cf579404d86e HTTP/1.1" status: 204 len: 168 time: 0.2450070 May 10 19:31:57.162757 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58642) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:57.180977 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e7fe2-df28-4dd6-a28d-0239a64c095a None None] Network 10aea109-99f8-430e-bce9-1a77c2c4d357 requested from dv-cinder-784815-13-iscsi {{(pid=103464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:31:57.243710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1946110'] for network (10aea109-99f8-430e-bce9-1a77c2c4d357), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.290710 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Deleting port b3b73583-4f77-40c2-b9d0-08cf7ffea978 {{(pid=103462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:31:57.291051 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979159556'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.355571 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.db [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] For port b3b73583-4f77-40c2-b9d0-08cf7ffea978, host dv-cinder-784815-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-13-iscsi',level=0,port_id=b3b73583-4f77-40c2-b9d0-08cf7ffea978,segment=NetworkSegment(ca369770-8d69-4224-9d1d-ff2caa8c8043),segment_id=ca369770-8d69-4224-9d1d-ff2caa8c8043)] {{(pid=103462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:31:57.355932 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574972'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.371901 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.plugin [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Calling delete_port for b3b73583-4f77-40c2-b9d0-08cf7ffea978 owned by network:dhcp {{(pid=103462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:31:57.450600 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2060184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979167636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978641273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26886006'] for port (b3b73583-4f77-40c2-b9d0-08cf7ffea978), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.474332 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b73583-4f77-40c2-b9d0-08cf7ffea978,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:57.481557 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] No DVR routers for this DVR port b3b73583-4f77-40c2-b9d0-08cf7ffea978 on host dv-cinder-784815-13-iscsi {{(pid=103462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:31:57.513790 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec0957-4210-45f4-8dbc-e4d39b44466b None None] DHCP port deletion for 10aea109-99f8-430e-bce9-1a77c2c4d357 request from dv-cinder-784815-13-iscsi {{(pid=103464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 19:31:57.563143 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081872', 'neutron.services.segments.db._delete_segments_for_network-8754978925105'] for network (10aea109-99f8-430e-bce9-1a77c2c4d357), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.584174 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aea109-99f8-430e-bce9-1a77c2c4d357']}} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:57.593916 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca369770-8d69-4224-9d1d-ff2caa8c8043') {'for_net_delete': True} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:57.594086 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.services.segments.db [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca369770-8d69-4224-9d1d-ff2caa8c8043') {} {{(pid=103462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:31:57.603715 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754978925882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25496746'] for segment (ca369770-8d69-4224-9d1d-ff2caa8c8043), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.617267 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582'] for segment (ca369770-8d69-4224-9d1d-ff2caa8c8043), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.623701 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:31:57.624144 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1976582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26885931'] for segment (ca369770-8d69-4224-9d1d-ff2caa8c8043), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: Traceback (most recent call last): May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: timer() May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: cb(*args, **kw) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: return func(*args, **kwargs) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: self._notify() May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: self.callback(batched_events) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: event.method(event) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: return f(self, *a, **k) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._get(url).json() May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: return self.request(url, 'GET', **kwargs) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:31:57.626426 dv-cinder-784815-13-iscsi neutron-server[103462]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:31:57.695414 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1015372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576298'] for network (10aea109-99f8-430e-bce9-1a77c2c4d357), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.701914 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1015354'] for network (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.705807 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] 10.222.0.70 "DELETE /v2.0/networks/10aea109-99f8-430e-bce9-1a77c2c4d357 HTTP/1.1" status: 204 len: 168 time: 0.5420358 May 10 19:31:57.717325 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c4254-dadf-4473-b231-0529db9c411b admin admin] Pushing event deleted for resources: {'Network': ['ID=10aea109-99f8-430e-bce9-1a77c2c4d357,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:57.824700 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58646) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:57.863962 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-7dcbe42d-9acb-4483-ba75-a271592b58d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bff45e4fe4f43fcbd241831c989710f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380909 May 10 19:31:57.866340 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [-] (103462) accepted ('10.222.0.70', 58648) {{(pid=103462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:57.913483 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb79ad5a-55ff-4826-b17e-44b101e5e7bb admin admin] Publish callbacks [] for security_group (ff7ae4e1-6b0c-4d23-875f-928eca41f776), before_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.935343 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb79ad5a-55ff-4826-b17e-44b101e5e7bb admin admin] Publish callbacks [] for security_group (ff7ae4e1-6b0c-4d23-875f-928eca41f776), precommit_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.983023 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb79ad5a-55ff-4826-b17e-44b101e5e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (ff7ae4e1-6b0c-4d23-875f-928eca41f776), after_delete {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.987063 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron_lib.callbacks.manager [None req-eb79ad5a-55ff-4826-b17e-44b101e5e7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:57.988692 dv-cinder-784815-13-iscsi neutron-server[103462]: INFO neutron.wsgi [None req-eb79ad5a-55ff-4826-b17e-44b101e5e7bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff7ae4e1-6b0c-4d23-875f-928eca41f776 HTTP/1.1" status: 204 len: 168 time: 0.1211932 May 10 19:31:57.997001 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79ad5a-55ff-4826-b17e-44b101e5e7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ae4e1-6b0c-4d23-875f-928eca41f776,revision_number=None']} {{(pid=103462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:58.132939 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 00f71f29-1de8-4ba9-a394-37c885a12e45 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:58.152958 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: 00f71f29-1de8-4ba9-a394-37c885a12e45 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:58.153310 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device 00f71f29-1de8-4ba9-a394-37c885a12e45 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:58.153737 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device b3b73583-4f77-40c2-b9d0-08cf7ffea978 no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:58.173056 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: b3b73583-4f77-40c2-b9d0-08cf7ffea978 {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:58.173405 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device b3b73583-4f77-40c2-b9d0-08cf7ffea978 not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:58.173827 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d19baf17-562a-41f5-a61f-6c53f27bf08b no longer exists at agent ovs-agent-dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:31:58.192264 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] No Port match for: d19baf17-562a-41f5-a61f-6c53f27bf08b {{(pid=103464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:31:58.192916 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron.plugins.ml2.rpc [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Device d19baf17-562a-41f5-a61f-6c53f27bf08b not bound to the agent host dv-cinder-784815-13-iscsi {{(pid=103464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:31:58.310711 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58654) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:58.355120 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-920344de-c62e-4d9e-8908-bd8f36f6c1af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=622b819918b2449982484d324d648f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432215 May 10 19:31:58.357603 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.wsgi [-] (103463) accepted ('10.222.0.70', 58656) {{(pid=103463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:31:58.404036 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-677f2547-4369-45f9-af02-7e141cca5d8c admin admin] Publish callbacks [] for security_group (fe7f576a-0d5a-4c20-979f-a4d63788a776), before_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:58.424466 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-677f2547-4369-45f9-af02-7e141cca5d8c admin admin] Publish callbacks [] for security_group (fe7f576a-0d5a-4c20-979f-a4d63788a776), precommit_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:58.469704 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-677f2547-4369-45f9-af02-7e141cca5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531257'] for security_group (fe7f576a-0d5a-4c20-979f-a4d63788a776), after_delete {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:58.472195 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron_lib.callbacks.manager [None req-677f2547-4369-45f9-af02-7e141cca5d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:31:58.473423 dv-cinder-784815-13-iscsi neutron-server[103463]: INFO neutron.wsgi [None req-677f2547-4369-45f9-af02-7e141cca5d8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe7f576a-0d5a-4c20-979f-a4d63788a776 HTTP/1.1" status: 204 len: 168 time: 0.1149426 May 10 19:31:58.480979 dv-cinder-784815-13-iscsi neutron-server[103463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2547-4369-45f9-af02-7e141cca5d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7f576a-0d5a-4c20-979f-a4d63788a776,revision_number=None']} {{(pid=103463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:31:58.719353 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:32:14.334046 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6976-fc0d-48f9-bd5e-382be7949311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:16.041509 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:16.683432 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-9e08dc0e-dbbb-4665-848f-bfc7c014ed17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:17.447498 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:19.047245 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:20.670422 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:35.718750 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:32:44.335708 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-cbca5d64-7b08-4428-bbff-2a2286be28bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:46.047976 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:46.683554 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2075d3fb-6d54-4ecb-b164-ec2850d02256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:47.450569 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:49.048659 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:32:50.672761 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:12.716983 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:33:14.337378 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5e13070a-6075-4dc6-900f-7ea6bcba0cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:16.062559 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:16.684297 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-e3850079-7e0c-4ccc-b810-2ac424a8fe9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:17.452677 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:19.052700 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:20.675492 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:44.338895 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-5eb615c7-5538-4c0c-a377-dd5a3f270ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:46.062368 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:46.684598 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-c25b642c-bbe6-41e8-b631-43d44bdd1741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:47.455202 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:49.055068 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:33:49.715226 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:33:50.678256 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:14.340165 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac9f2-24a6-4bcd-b9b1-5d226ede4d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:16.063667 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:16.686222 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-bd36f330-c955-48bb-95aa-b6fc84f4ff15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:17.458078 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:19.057283 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:20.680459 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:26.714900 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:34:44.341010 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-7d6d8cda-c37f-4965-8112-c5ee79404818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:46.060445 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:46.686784 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-12a57596-ea41-48d8-8d0b-75cd116b88e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:47.460523 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:49.058726 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:34:50.682595 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:03.714640 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:35:14.342470 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-2116448e-a2e1-4a27-8b7a-dec7e1e9f693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:16.062225 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:16.688075 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-f6e02c17-e98d-4b39-93e8-ac259410bb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:17.462942 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:19.060123 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:20.685223 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:40.714773 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:35:44.344083 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-8cc12715-0e1d-449c-a84d-d97e3832d122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:46.074760 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:46.689250 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-6809dd0e-8e45-4f00-ad2a-cb65389bb26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:47.466207 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:49.066092 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:35:50.686613 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:14.344681 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-432be688-6eb6-448d-bd1a-0bc43cc7313b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:16.079181 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:16.688999 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-d85f762f-e62f-42b4-933e-bd11a1b6e14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:17.468849 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:17.713626 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:36:19.067361 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:20.692949 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:44.345217 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-81b32b6d-9cba-4206-a151-e2738c39a044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:46.104555 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:46.688957 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-98ddab0f-f7db-4232-9ebd-bd858c25206b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:47.471907 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:49.070378 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:49.756792 dv-cinder-784815-13-iscsi neutron-server[103462]: DEBUG neutron.wsgi [req-41653b82-2ee8-4c5d-a2fe-fa73c5fe5d22 req-b3397b3b-84cd-43ae-afe0-055c47636990 tempest-DeleteServersTestJSON-121292820 tempest-DeleteServersTestJSON-121292820-project] (103462) timed out ('10.222.0.73', 57403) {{(pid=103462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 19:36:50.685337 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:36:54.713611 dv-cinder-784815-13-iscsi neutron-server[103465]: DEBUG neutron.db.agents_db [None req-2fc91b4c-1267-43a2-b93c-99d30400c15b None None] Agent healthcheck: found 6 active agents {{(pid=103465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:37:14.347009 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-dcaa1cda-cc2e-4613-a52b-503af2c12463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (25d034bb-f53b-40fa-b176-49e9a64138c4), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:37:16.102769 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-aff20ef4-d925-4d8a-a354-5caed82af922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (708c697b-6b2e-448b-b163-42488337aa54), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:37:16.692250 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-a0a738e4-ca42-4670-b85c-f75ae456a9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (576026e1-9962-49ac-9b6c-a66ded008678), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:37:17.475447 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-42a9ec0b-9b08-4073-b456-4be8100e1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (02233074-5bf6-42ad-be0e-e2b534a2dfe5), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:37:19.074135 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-465529e8-33f6-4486-808c-8ddd0f4217ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (9613e561-867c-4e1b-bb80-61165435961c), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:37:20.687036 dv-cinder-784815-13-iscsi neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1fd50af6-3d4f-40bf-85b9-19c84ddda380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754978925087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1884561'] for agent (f8d11139-7acf-4d76-990a-2ae048e099e1), after_update {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}